-- Logs begin at Thu 2022-03-24 06:52:57 UTC, end at Thu 2022-03-24 08:05:09 UTC. -- Mar 24 07:35:54.301557 dv-cinder-834822-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 24 07:35:57.233036 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.common.config [-] Logging enabled! Mar 24 07:35:57.233680 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 24 07:35:57.233831 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110106) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 07:35:57.237613 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.common.config [-] Logging enabled! Mar 24 07:35:57.237869 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 24 07:35:57.238183 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110106) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 24 07:35:57.239116 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 07:35:57.239354 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 07:35:57.239729 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 07:35:57.239999 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 07:35:57.240233 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 07:35:57.240979 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.241416 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 24 07:35:57.241735 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.242035 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.242332 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.242631 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.242925 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.243208 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.243496 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.243795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.244103 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.244387 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.244671 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.244963 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.245247 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.245533 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.245819 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.246101 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] debug = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.246382 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.246824 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.247248 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.247511 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.247798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.248111 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.248386 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.248660 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.248945 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.249275 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] host = dv-cinder-834822-3-iscsi {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.249556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.249845 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.250132 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.251025 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.251313 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.251594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.251885 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.252189 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.252464 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.252742 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.253033 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.253323 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.253616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.253841 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.254067 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.254356 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.254644 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.254924 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.255197 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.255473 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.255747 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.256043 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.256315 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.256604 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.256892 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.257182 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.257461 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.257737 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.258011 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.258283 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.258570 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.258843 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.259118 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.259393 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.259681 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.259969 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.260249 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.260555 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.260844 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.261131 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.261420 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.261695 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.261982 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.262254 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.262527 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.262800 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] use_json = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.263073 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.263345 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.263625 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.263898 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.264204 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.264478 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.264751 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.265038 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.265314 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:35:57.265610 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.265909 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.266334 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.266656 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.267106 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.267395 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.267690 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.267995 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.268297 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.268586 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.268879 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.269160 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.269461 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.269753 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.270050 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.270357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.270655 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.270949 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.271227 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.271505 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.271781 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.272091 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.272384 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.272665 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.272957 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.273250 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.273532 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.273831 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.274121 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.274419 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.274712 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.274991 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.275274 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.275568 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.275848 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.276153 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.276436 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.276730 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.277009 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.277283 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.277582 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.277841 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.278114 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.278385 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.278661 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.278950 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.279225 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.279498 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.279767 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.280072 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.280347 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.280631 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.280908 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.281179 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.281451 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.281924 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.282513 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.282876 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.283165 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.283443 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.283726 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.284032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.284313 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.284590 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.284867 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.285142 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.285415 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.285690 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.285970 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.286244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.286516 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.286790 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.287068 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.287339 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.287622 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.287919 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.288220 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.288498 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.288774 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.289051 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.289326 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.289601 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.289877 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.290152 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.290422 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.290712 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.290992 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.291276 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.291575 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.291851 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.292169 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.292446 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.292722 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.293004 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.293279 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.293554 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.293836 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.294117 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.294409 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.294700 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.294991 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.295282 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.295573 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.295854 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.296186 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.296468 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:35:57.296687 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 07:35:57.296936 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110106) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 24 07:35:57.669787 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 07:35:57.670066 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 07:35:57.670373 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 24 07:35:57.670845 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 24 07:35:57.998720 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:57.998935 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:57.999209 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.000452 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.000737 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.001133 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.055398 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.055673 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.055960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.071214 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.071503 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.071775 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.100809 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.101088 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.101357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.244241 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.244898 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.244898 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.480166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.480456 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.480724 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.480994 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.481685 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.581947 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.582271 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.582555 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.582829 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.583098 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.583411 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.583672 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.583958 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.584214 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.584498 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.584758 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.585022 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.585297 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.585530 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.585782 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.586061 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.586303 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.586569 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.586838 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.587097 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.587368 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.587621 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.587899 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.588298 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.588548 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.588793 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.589182 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:58.589424 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:58.589661 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:58.589897 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:58.590132 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:58.590365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:58.590721 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 24 07:35:58.593930 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 24 07:35:58.598838 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 24 07:35:58.604082 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 24 07:35:58.605926 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 24 07:35:58.606405 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 24 07:35:58.606747 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 24 07:35:58.607141 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 24 07:35:58.610626 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 24 07:35:58.610873 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 24 07:35:58.611220 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 07:35:58.616178 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 24 07:35:58.640288 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 24 07:35:58.640742 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.641083 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110106) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 24 07:35:58.641463 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.642913 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110106) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 24 07:35:58.643199 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 24 07:35:58.643444 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 24 07:35:58.646789 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.647075 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:58.710722 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 24 07:35:58.710957 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 24 07:35:58.711196 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 24 07:35:58.711571 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 24 07:35:58.732134 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_db.sqlalchemy.engines [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110106) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 24 07:35:59.273751 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing driver for type 'gre' Mar 24 07:35:59.274396 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] gre ID ranges: [(1, 1000)] Mar 24 07:35:59.473747 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing driver for type 'local' Mar 24 07:35:59.474084 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing driver for type 'vlan' Mar 24 07:35:59.542214 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] VlanTypeDriver initialization complete Mar 24 07:35:59.542485 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing driver for type 'vxlan' Mar 24 07:35:59.543004 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] vxlan ID ranges: [(1, 1000)] Mar 24 07:35:59.691239 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing extension driver 'port_security' Mar 24 07:35:59.691597 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.extensions.port_security [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] PortSecurityExtensionDriver initialization complete Mar 24 07:35:59.691964 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing mechanism driver 'openvswitch' Mar 24 07:35:59.692286 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing mechanism driver 'hyperv' Mar 24 07:35:59.699285 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.plugin [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:35:59.699995 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.700372 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.700728 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.701250 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 07:35:59.701684 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.702040 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.702387 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.702785 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 07:35:59.703192 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.703571 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.703919 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.704373 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 07:35:59.704794 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > security_group after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.705143 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > security_group after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.705483 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > security_group after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.706014 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 07:35:59.706428 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.706783 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.707131 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.707526 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 07:35:59.707957 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > address_group after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.709535 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > address_group after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.709535 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > address_group after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.709535 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110106) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 24 07:35:59.709535 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] ML2 OVO RPC backend initialized. {{(pid=110106) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 24 07:35:59.710193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.710553 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.710971 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.711327 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > networks before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.711679 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.712046 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > ports before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.712400 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.712816 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnets before_response 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.713170 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.713514 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.713855 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.714192 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.714537 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.714874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.715213 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.715548 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.715882 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.723735 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded quota_driver: . Mar 24 07:35:59.724121 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.plugin [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Modular L2 Plugin initialization complete Mar 24 07:35:59.724479 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading services supported by the core plugin {{(pid=110106) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 24 07:35:59.724823 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.plugins.ml2.managers [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Got port-security extension from driver 'port_security' Mar 24 07:35:59.725299 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.extensions.vlantransparent [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Disabled vlantransparent extension. Mar 24 07:35:59.725789 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110106) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 24 07:35:59.726114 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: router Mar 24 07:35:59.761896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_interface before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.762294 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_create 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.762668 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router before_create 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.763037 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.763414 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.763774 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_delete 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.764168 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > floatingip after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.764531 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > floatingip after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.764891 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_create 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.765239 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_update 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.765589 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_update 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.765998 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.766450 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_update 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.766888 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_update 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.767264 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.767613 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.767978 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: subnet after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.768325 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.768686 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > port precommit_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.769231 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_create 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.769588 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.769934 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.770293 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router after_update 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.770637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_delete 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.771237 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_create 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.771323 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.771673 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_update 55549900 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.772061 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > agent after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.772415 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > agent after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.772762 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > network after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.773639 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Tracking information for resource: router configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:59.773958 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Tracking information for resource: floatingip configured {{(pid=110106) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 24 07:35:59.778936 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.db.l3_agentschedulers_db [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 24 07:35:59.779515 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.779878 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port after_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.780260 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port after_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.780616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: port after_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.781414 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router before_create 55550100 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.782477 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_delete 55550100 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.782915 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_create 55550100 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.783280 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > router precommit_update 55550100 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.788237 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.provider_configuration [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service providers = [] {{(pid=110106) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 24 07:35:59.788604 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.db.servicetype_db [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110106) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 24 07:35:59.791548 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.service_base [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 07:35:59.791901 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.service_base [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 07:35:59.792316 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.service_base [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 07:35:59.793156 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.services.service_base [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110106) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 24 07:35:59.793527 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.services.service_base [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 24 07:35:59.793908 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.794228 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 24 07:35:59.805451 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.805789 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: auto_allocate Mar 24 07:35:59.811762 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: network precommit_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.812162 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: network precommit_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.812691 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.813135 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: tag Mar 24 07:35:59.820052 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.820385 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: timestamp Mar 24 07:35:59.824395 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.824734 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: network_ip_availability Mar 24 07:35:59.830416 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.830785 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.831140 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:35:59.831857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.832212 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: flavors Mar 24 07:35:59.836954 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.837289 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading Plugin: revisions Mar 24 07:35:59.841592 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110106) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 24 07:35:59.841990 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_concurrency.lockutils [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.172s {{(pid=110106) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 24 07:35:59.842736 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110106) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 24 07:35:59.843073 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Initializing extension manager. Mar 24 07:35:59.843598 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: __init__.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.843956 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: __pycache__ {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.844895 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: address_group.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.845646 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.846223 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: address-group Mar 24 07:35:59.846550 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: address_scope.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.847265 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.847775 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: address-scope Mar 24 07:35:59.848139 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: admin_state_down_before_update.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.849231 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.849749 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: router-admin-state-down-before-update Mar 24 07:35:59.850075 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: agent.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.850776 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.851282 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: agent Mar 24 07:35:59.851605 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: agent_resources_synced.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.852537 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.853052 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: agent-resources-synced Mar 24 07:35:59.853374 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: allowedaddresspairs.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.855146 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.855664 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: allowed-address-pairs Mar 24 07:35:59.856025 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: auto_allocated_topology.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.857101 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.857618 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: auto-allocated-topology Mar 24 07:35:59.857944 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: availability_zone.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.858637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.859149 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: availability_zone Mar 24 07:35:59.859471 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: availability_zone_filter.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.861023 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.861541 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: availability_zone_filter Mar 24 07:35:59.861865 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: data_plane_status.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.862767 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.863275 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension data-plane-status not supported by any of loaded plugins Mar 24 07:35:59.863598 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: default_subnetpools.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.864533 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.865050 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: default-subnetpools Mar 24 07:35:59.865377 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: dhcpagentscheduler.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.866189 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.866704 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: dhcp_agent_scheduler Mar 24 07:35:59.867025 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: dns.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.867955 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.868467 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension dns-integration not supported by any of loaded plugins Mar 24 07:35:59.868788 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: dns_domain_ports.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.869698 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.870210 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 24 07:35:59.870531 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.871443 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.871970 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 24 07:35:59.872299 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: dvr.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.872964 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.873469 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: dvr Mar 24 07:35:59.873787 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: ecmp_routes.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.874691 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.875194 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension ecmp_routes not supported by any of loaded plugins Mar 24 07:35:59.875554 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: empty_string_filtering.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.876552 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.877058 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: empty-string-filtering Mar 24 07:35:59.877376 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.878274 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.878780 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 24 07:35:59.879099 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.880025 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.880535 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 24 07:35:59.880861 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: external_net.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.881760 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.882265 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: external-net Mar 24 07:35:59.882585 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: extra_dhcp_opt.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.883493 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.884022 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: extra_dhcp_opt Mar 24 07:35:59.884345 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: extraroute.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.885243 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.885756 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: extraroute Mar 24 07:35:59.886078 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: extraroute_atomic.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.887101 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.887611 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: extraroute-atomic Mar 24 07:35:59.887956 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: filter_validation.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.888619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.889124 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: filter-validation Mar 24 07:35:59.889446 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: fip_pf_description.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.890353 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.890859 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 24 07:35:59.891233 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: fip_pf_port_range.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.892150 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.892660 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 24 07:35:59.892982 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: fip_port_details.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.893904 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.894411 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: fip-port-details Mar 24 07:35:59.894731 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: flavors.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.895988 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.896511 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: flavors Mar 24 07:35:59.896835 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.898524 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.899044 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 24 07:35:59.899374 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: floatingip_pools.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.900104 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.900616 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: floatingip-pools Mar 24 07:35:59.900942 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: ip_allocation.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.901859 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.902363 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension ip_allocation not supported by any of loaded plugins Mar 24 07:35:59.902686 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.903598 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.904137 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: ip-substring-filtering Mar 24 07:35:59.904466 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l2_adjacency.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.905401 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.905913 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension l2_adjacency not supported by any of loaded plugins Mar 24 07:35:59.906236 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.909245 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.909788 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: router Mar 24 07:35:59.910123 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_conntrack_helper.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.912405 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.912942 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 24 07:35:59.913276 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.914201 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.914722 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: ext-gw-mode Mar 24 07:35:59.915051 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.915996 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.916517 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: l3-ha Mar 24 07:35:59.916842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.917754 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.918266 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 24 07:35:59.918589 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_flavors.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.919505 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.920053 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: l3-flavors Mar 24 07:35:59.920407 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_ndp_proxy.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.921794 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.922934 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 24 07:35:59.923265 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.924212 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.924730 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: l3-port-ip-change-not-allowed Mar 24 07:35:59.925056 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: l3agentscheduler.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.926087 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.926614 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: l3_agent_scheduler Mar 24 07:35:59.926943 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: local_ip.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.928756 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.929284 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension local_ip not supported by any of loaded plugins Mar 24 07:35:59.929619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: logging.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.931097 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.931626 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension logging not supported by any of loaded plugins Mar 24 07:35:59.931997 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: metering.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.932743 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.933322 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: metering Mar 24 07:35:59.933647 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.934729 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.935248 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: metering_source_and_destination_fields Mar 24 07:35:59.935573 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: multiprovidernet.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.936557 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.937071 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: multi-provider Mar 24 07:35:59.937394 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: netmtu.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.938465 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.938984 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: net-mtu Mar 24 07:35:59.939306 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: netmtu_writable.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.940304 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.940814 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: net-mtu-writable Mar 24 07:35:59.941136 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: network_availability_zone.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.941806 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.942346 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: network_availability_zone Mar 24 07:35:59.942816 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: network_ip_availability.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.944652 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.945433 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: network-ip-availability Mar 24 07:35:59.945908 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: network_segment_range.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.946999 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.947767 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension network-segment-range not supported by any of loaded plugins Mar 24 07:35:59.948278 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: pagination.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.949907 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.950411 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: pagination Mar 24 07:35:59.950873 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: port_device_profile.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.952167 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.952961 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: port-device-profile Mar 24 07:35:59.953954 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.955242 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.956058 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: port-mac-address-regenerate Mar 24 07:35:59.956546 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.957814 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.958600 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: port-numa-affinity-policy Mar 24 07:35:59.959079 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: port_resource_request.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.960393 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.967375 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension port-resource-request not supported by any of loaded plugins Mar 24 07:35:59.967375 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: port_resource_request_groups.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.968289 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.968883 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 24 07:35:59.969850 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: portbindings.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.970854 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.971544 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: binding Mar 24 07:35:59.971960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: portbindings_extended.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.973465 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.974071 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: binding-extended Mar 24 07:35:59.974460 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: portsecurity.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.975806 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.976686 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: port-security Mar 24 07:35:59.977188 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: project_id.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.978269 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.978654 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: project-id Mar 24 07:35:59.979011 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: providernet.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.979968 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.980511 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: provider Mar 24 07:35:59.980837 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.984630 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.985400 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos not supported by any of loaded plugins Mar 24 07:35:59.985739 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:35:59.987019 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:35:59.987545 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 24 07:35:59.987880 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.000731 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.001245 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 24 07:36:00.001576 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_default.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.002524 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.003040 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-default not supported by any of loaded plugins Mar 24 07:36:00.003372 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_fip.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.004329 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.004848 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-fip not supported by any of loaded plugins Mar 24 07:36:00.005179 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_fip_network_policy.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.006138 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.006661 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 24 07:36:00.006989 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_gateway_ip.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.007915 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.008458 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 24 07:36:00.008785 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_port_network_policy.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.009704 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.010265 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 24 07:36:00.010569 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.011619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.012169 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 24 07:36:00.012500 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.013548 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.014068 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 24 07:36:00.014397 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_pps_rule.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.015585 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.016671 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-pps not supported by any of loaded plugins Mar 24 07:36:00.017014 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_rule_type_details.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.017925 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.018446 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 24 07:36:00.018777 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_rule_type_filter.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.023764 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.024313 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 24 07:36:00.024642 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: qos_rules_alias.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.025713 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.026236 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 24 07:36:00.026565 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: quota_check_limit.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.027519 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.028077 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: quota-check-limit Mar 24 07:36:00.028409 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: quotasv2.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.029446 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.029774 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: quotas Mar 24 07:36:00.030100 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: quotasv2_detail.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.032627 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.033090 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: quota_details Mar 24 07:36:00.033422 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: rbac.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.034505 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.035039 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: rbac-policies Mar 24 07:36:00.035376 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: rbac_address_group.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.036404 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.036926 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: rbac-address-group Mar 24 07:36:00.037260 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: rbac_address_scope.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.038201 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.038721 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: rbac-address-scope Mar 24 07:36:00.039050 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: rbac_security_groups.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.040076 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.040595 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: rbac-security-groups Mar 24 07:36:00.040922 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: rbac_subnetpool.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.041847 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.042418 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: rbac-subnetpool Mar 24 07:36:00.042692 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: revisionifmatch.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.043619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.044233 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: revision-if-match Mar 24 07:36:00.044500 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: revisions.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.045622 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.046149 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: standard-attr-revisions Mar 24 07:36:00.046483 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: router_availability_zone.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.047307 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.047949 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: router_availability_zone Mar 24 07:36:00.052021 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: routerservicetype.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.052679 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.053194 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension router-service-type not supported by any of loaded plugins Mar 24 07:36:00.053523 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.054464 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.054984 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: security-groups-normalized-cidr Mar 24 07:36:00.055313 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: security_groups_port_filtering.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.056341 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.056860 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: port-security-groups-filtering Mar 24 07:36:00.057186 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.058116 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.058636 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: security-groups-remote-address-group Mar 24 07:36:00.058963 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.059900 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.060447 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: security-groups-shared-filtering Mar 24 07:36:00.060775 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.061397 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 24 07:36:00.061727 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: securitygroup.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.071696 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.072268 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: security-group Mar 24 07:36:00.072609 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: segment.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.073351 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.073873 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension segment not supported by any of loaded plugins Mar 24 07:36:00.074209 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.075165 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.075686 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 24 07:36:00.076058 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: servicetype.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.077215 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.077739 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: service-type Mar 24 07:36:00.078070 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: sorting.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.079611 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.079971 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: sorting Mar 24 07:36:00.080292 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: standard_attr_segment.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.081213 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.081734 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 24 07:36:00.082066 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: standardattrdescription.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.082725 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.083237 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: standard-attr-description Mar 24 07:36:00.083563 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: stateful_security_group.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.084581 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.085096 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: stateful-security-group Mar 24 07:36:00.085425 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: stdattrs_common.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.086006 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 24 07:36:00.086334 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.087364 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.087903 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 24 07:36:00.088259 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: subnet_onboard.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.089354 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.089880 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: subnet_onboard Mar 24 07:36:00.090209 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.092939 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.093459 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 24 07:36:00.093787 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: subnet_service_types.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.095438 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.095997 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: subnet-service-types Mar 24 07:36:00.096330 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: subnetallocation.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.097422 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.097944 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: subnet_allocation Mar 24 07:36:00.098273 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.098945 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.099461 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: subnetpool-prefix-ops Mar 24 07:36:00.099789 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.100754 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.101270 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 24 07:36:00.101594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: tagging.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.102670 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.103195 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: standard-attr-tag Mar 24 07:36:00.103534 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: timestamp.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.110381 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.110950 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loaded extension: standard-attr-timestamp Mar 24 07:36:00.111294 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: trunk.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.112398 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.112932 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension trunk not supported by any of loaded plugins Mar 24 07:36:00.113271 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: trunk_details.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.114259 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.114784 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension trunk-details not supported by any of loaded plugins Mar 24 07:36:00.115119 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: uplink_status_propagation.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.116085 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.116608 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 24 07:36:00.116943 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Loading extension file: vlantransparent.py {{(pid=110106) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 24 07:36:00.117630 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110106) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 24 07:36:00.118149 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extension vlan-transparent not supported by any of loaded plugins Mar 24 07:36:00.120795 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:network Mar 24 07:36:00.121326 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:subnet Mar 24 07:36:00.121731 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 07:36:00.122128 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:port Mar 24 07:36:00.123385 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.123830 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service FLAVORS assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.124493 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.124932 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.125311 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:router Mar 24 07:36:00.130317 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:floatingip Mar 24 07:36:00.130317 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service METERING assigned prefix: /metering {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.130317 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:36:00.130317 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:36:00.130317 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:36:00.130699 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 07:36:00.130699 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:security_group Mar 24 07:36:00.130699 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 07:36:00.131004 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service CORE assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.131340 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 07:36:00.131692 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] subnetpool is already registered Mar 24 07:36:00.132156 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service CORE assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.132488 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 07:36:00.132823 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] subnetpool is already registered Mar 24 07:36:00.135072 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.135512 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service FLAVORS assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.136149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.136578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.136916 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:router Mar 24 07:36:00.137261 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] router is already registered Mar 24 07:36:00.137675 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:floatingip Mar 24 07:36:00.138014 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] floatingip is already registered Mar 24 07:36:00.138470 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service METERING assigned prefix: /metering {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.139137 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of CountableResource for resource:rbac_policy Mar 24 07:36:00.139469 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] rbac_policy is already registered Mar 24 07:36:00.139885 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:security_group Mar 24 07:36:00.140249 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] security_group is already registered Mar 24 07:36:00.140652 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:security_group_rule Mar 24 07:36:00.141498 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] security_group_rule is already registered Mar 24 07:36:00.142186 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service CORE assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.142522 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 07:36:00.142859 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] subnetpool is already registered Mar 24 07:36:00.143283 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.v2.resource_helper [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Service CORE assigned prefix: {{(pid=110106) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 24 07:36:00.143611 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Creating instance of TrackedResource for resource:subnetpool Mar 24 07:36:00.143956 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING neutron.quota.resource_registry [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] subnetpool is already registered Mar 24 07:36:00.144452 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: extensions {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.145936 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: address-groups {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.147427 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: address-scopes {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.148770 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: agents {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.149950 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: auto-allocated-topology {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.151194 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: availability_zones {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.152444 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: dhcp-networks {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.153969 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: dhcp-agents {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.155397 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: routers {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.158266 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: flavors {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.159455 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: service_profiles {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.164706 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: next_providers {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.164706 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: service_profiles {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.164706 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: floatingip-pools {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.165889 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: routers {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.168043 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: floatingips {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.169347 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: l3-routers {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.170740 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: l3-agents {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.172255 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: metering-labels {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.173615 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: metering-label-rules {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.174895 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: network-ip-availabilities {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.176191 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: bindings {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.177848 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: quotas {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.179413 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: quotas {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.180967 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: rbac-policies {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.182266 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: security-groups {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.183504 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: security-group-rules {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.184786 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: service-providers {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.185997 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: subnetpools {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.187416 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: subnetpools {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.188987 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.190664 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.192504 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.194590 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.196506 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.198368 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.200095 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.201987 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.204495 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.206425 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron.api.extensions [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Extended resource: tags {{(pid=110106) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 24 07:36:00.212471 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING keystonemiddleware.auth_token [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 24 07:36:00.217149 dv-cinder-834822-3-iscsi neutron-server[110106]: WARNING keystonemiddleware.auth_token [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 24 07:36:00.226530 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_concurrency.lockutils [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Acquired lock "singleton_lock" {{(pid=110106) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 24 07:36:00.227019 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_concurrency.lockutils [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Releasing lock "singleton_lock" {{(pid=110106) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 24 07:36:00.227690 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Starting 2 workers Mar 24 07:36:00.232595 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Started child 110215 {{(pid=110106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 07:36:00.237278 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Started child 110216 {{(pid=110106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 07:36:00.238286 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:00.239235 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO neutron.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Neutron service started, listening on 0.0.0.0:9696 Mar 24 07:36:00.239643 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Publish callbacks [] for process (None), before_spawn {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:00.239836 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [-] (110215) wsgi starting up on http://0.0.0.0:9696 Mar 24 07:36:00.242190 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Starting 1 workers Mar 24 07:36:00.242343 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:00.243736 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [-] (110216) wsgi starting up on http://0.0.0.0:9696 Mar 24 07:36:00.247470 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Started child 110217 {{(pid=110106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 07:36:00.248072 dv-cinder-834822-3-iscsi neutron-server[110106]: INFO oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Starting 1 workers Mar 24 07:36:00.251389 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] calling RpcWorker wait() {{(pid=110217) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 24 07:36:00.252003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] returning from RpcWorker wait() {{(pid=110217) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 24 07:36:00.252810 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Started child 110218 {{(pid=110106) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 24 07:36:00.253232 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:00.253644 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG neutron_lib.callbacks.manager [None req-62f41016-1ccc-4b8b-be11-0e36568bf47d None None] Publish callbacks [] for process (None), after_spawn {{(pid=110106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:00.253745 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:00.255539 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110106) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 07:36:00.255757 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 07:36:00.256158 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 07:36:00.256395 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 07:36:00.256766 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 07:36:00.256934 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 07:36:00.257602 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:00.258078 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.258078 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.258205 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.258416 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.258721 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.259331 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.259605 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.259872 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.260186 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.260444 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.260621 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.260794 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.261056 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.261438 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.261627 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.261905 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.262160 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.262435 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.262612 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.262892 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.263166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.263403 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.263689 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] debug = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.263922 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.264446 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.264685 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.264929 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.265318 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.265617 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.265857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.267113 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.267365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.267616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.267962 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.268326 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] host = dv-cinder-834822-3-iscsi {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.273798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.275365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_options = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.276457 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.277616 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.278536 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.279637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.280583 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.280583 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.280583 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.280988 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.280988 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.281693 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.281693 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.281693 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.282588 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.282739 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.282873 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.283104 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.283430 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.283733 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.283991 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.284257 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.284416 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:00.284572 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.284721 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.284937 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.285162 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.285470 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.285709 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_json = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.285949 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.286195 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.286466 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.286692 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.287001 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.287228 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.287480 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.287902 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.288132 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.288543 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.288910 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.289356 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.289514 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.289767 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.290032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.290813 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.290813 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.290813 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.291310 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.291310 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.291737 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.291844 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.292191 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.296874 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298032 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298577 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298577 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298577 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.298843 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.299180 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.299474 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.299815 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.300155 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.300478 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.300835 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.301141 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.301470 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.301712 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.301953 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.302195 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.302497 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.302831 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.303150 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.303479 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.303809 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.304148 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.304453 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.304750 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.305065 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.305372 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.305615 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.305884 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.306135 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.306521 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.306894 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.307111 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.307848 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.307848 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.307848 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.310566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311244 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311714 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311714 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.311918 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.312201 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.312339 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.312566 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.312820 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.313574 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.313794 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.314171 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.314388 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.314670 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.315342 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.315342 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.315550 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.315770 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.316004 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.316234 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.316482 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.316704 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.316927 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.317171 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.317582 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.317823 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.318313 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.318744 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.318946 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.319200 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.319420 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.319664 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.319897 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.320192 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.320456 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.320706 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.320997 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.321283 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.321541 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.321798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.322053 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.322502 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.322924 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.323220 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.323604 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.324060 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.324505 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.324779 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.325064 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.325337 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.327594 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.328346 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.328346 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.328346 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.328586 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.328762 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.329181 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.329507 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.329767 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.330017 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.330288 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.330547 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.330794 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.331056 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.331289 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.331516 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.331777 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.332037 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.332411 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.332658 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.332901 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.333153 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.333405 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.333649 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.333915 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.334130 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.334348 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.334582 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.334792 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.335034 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.335289 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.335509 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.335735 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.336047 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.336448 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.336681 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.336911 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.337153 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.337424 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.337648 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.337920 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.338256 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.338499 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.338742 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.339005 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.339266 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.339491 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.339759 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.340064 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.340310 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.340532 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.340756 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.340975 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.341212 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.341450 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.341670 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.341926 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.342170 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.342518 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.342769 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.343002 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.343235 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.343486 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.343710 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.343933 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.344753 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.344998 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.345216 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.345619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.345879 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.346102 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.346343 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.346567 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.346810 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.347084 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.347326 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.347593 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.347815 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.348093 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.352795 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.353960 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.354485 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.354485 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.354485 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.354485 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.354761 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.354906 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.355120 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.355371 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.355606 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.355818 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.356090 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.356311 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.356544 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.356778 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.356991 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.357203 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.357425 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.357643 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.357876 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.358154 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.358416 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.358913 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.359023 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.359190 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.359441 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.360300 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.360621 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.360840 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.361105 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.361345 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.361568 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.361793 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.362053 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.362377 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.362684 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.362935 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.363178 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.363526 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.363820 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.364337 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.364718 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.365025 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.365368 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.365645 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.365906 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.366142 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.366408 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.366639 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.366880 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.367119 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.367359 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.367581 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.367842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.368116 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.368367 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.368588 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.368842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.369080 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.369329 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.369572 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.369796 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.370175 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.370334 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 07:36:00.370877 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110106) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 24 07:36:00.371031 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 24 07:36:00.371183 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 24 07:36:00.371381 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 24 07:36:00.371560 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 24 07:36:00.371716 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 24 07:36:00.371928 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.372133 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.372296 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.372459 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.372621 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.372808 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.372977 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.373137 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.373298 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.373461 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.373623 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.373784 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.373946 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.374105 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.374265 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.374425 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.374586 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.374747 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.374913 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.375072 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.375419 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.375581 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.375742 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] debug = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.375964 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.376213 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.376555 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.376727 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.376890 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.377049 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.377211 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.377372 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.377535 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.377696 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.377858 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378020 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378181 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378343 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378504 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378665 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378827 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.378990 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.379152 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] host = dv-cinder-834822-3-iscsi {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.379314 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.379475 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.379668 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.379798 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.380002 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.380146 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.380307 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.380475 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.381556 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_options = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382127 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382127 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382127 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382127 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382423 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382503 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382603 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382765 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.382969 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.383073 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.383235 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.383396 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.383557 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.383718 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.383880 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.384069 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.384230 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.384393 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.384555 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.384717 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.384807 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:00.384917 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385012 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385176 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385338 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385499 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385660 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385822 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.385982 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.386145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.386305 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.386467 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.386628 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.386789 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.386954 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.387099 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.387327 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.387497 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.387659 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.387823 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388013 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388175 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388317 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388456 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388622 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388769 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.388990 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389157 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_json = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389310 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389450 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389589 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389722 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389854 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.389985 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.390135 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.390298 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.390509 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 24 07:36:00.390647 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.390780 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.390985 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.391174 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.391871 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.391871 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.391871 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.391871 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392215 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392215 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392365 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392815 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392815 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392986 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.392986 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.393145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.393319 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.393482 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.393646 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.393810 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.393974 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.394137 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.394311 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.394475 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.394638 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.394803 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.394971 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.395148 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.395314 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.395495 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.395685 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.395817 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396004 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396170 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396335 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396502 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396667 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396831 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.396996 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.397162 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.397326 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.397491 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.397654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.397820 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.397987 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.398201 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.398338 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.398469 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.398670 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.398786 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.398951 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.399115 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.399279 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.399444 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.399608 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.399772 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.399949 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.400130 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.400299 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.400464 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.400627 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.400796 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407145 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.407857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.408578 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409193 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.409715 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410357 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.410896 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411440 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411440 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411440 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411440 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411440 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411440 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411856 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411856 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.411856 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412088 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412167 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412309 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412459 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412628 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412830 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.412975 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.413312 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.413312 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.413733 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.413733 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.413889 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.413966 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.414069 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.414232 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.414396 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.414560 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.414725 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.414890 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.415053 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.415217 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.415382 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.415629 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.415780 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.415982 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416069 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416212 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416350 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416503 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416667 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416831 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.416996 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.417159 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.417322 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.417486 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.417650 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.417814 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.417977 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.418142 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.418307 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.418475 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.418638 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.418801 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.418966 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.419129 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.419291 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.419458 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.419622 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.419787 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.419962 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.420136 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.420300 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.420463 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.420630 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.420797 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.420963 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.421156 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.421294 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.421446 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.421611 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.421769 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.421935 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.422098 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.422822 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.423004 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.423300 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.423470 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.423637 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.423802 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.423990 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.424163 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.424328 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.424496 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.426842 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.430619 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431184 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.431654 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432149 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.432653 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433166 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433625 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433625 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433625 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433857 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.433933 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.434088 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.434255 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.434428 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.434592 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.434760 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.434925 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.435087 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.435251 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.435417 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.435586 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.435760 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.435932 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.436119 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.436292 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.436466 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.436639 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.436804 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.436975 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.437151 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.437316 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.437479 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.437642 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.437855 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.438177 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.438345 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.438510 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.438673 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.438890 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.439063 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.439226 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.439391 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.439555 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.439718 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.439882 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.440069 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.440234 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.440398 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.440562 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 24 07:36:00.440719 dv-cinder-834822-3-iscsi neutron-server[110106]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110106) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 24 07:36:00.481250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47178) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:00.490826 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073867 Mar 24 07:36:12.265601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312c0c1-e231-4407-99be-18b29c860016 None None] get_active_networks_info from dv-cinder-834822-3-iscsi {{(pid=110217) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 24 07:36:12.327340 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3312c0c1-e231-4407-99be-18b29c860016 None None] No non-hosted networks {{(pid=110217) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 24 07:36:12.342953 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.agentschedulers_db [None req-3312c0c1-e231-4407-99be-18b29c860016 None None] DHCP Agent not found on host dv-cinder-834822-3-iscsi {{(pid=110217) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 24 07:36:12.458267 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4d5d8842-acb2-4fa6-9045-7df89550e6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719460'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:14.652953 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4102-0d58-469e-a659-954a00be7fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719460'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:14.692285 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.db.api [None req-0829dc46-f3a1-4aac-a989-ba6f45290544 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834822-3-iscsi {{(pid=110217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 07:36:14.693254 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG oslo_db.api [None req-0829dc46-f3a1-4aac-a989-ba6f45290544 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 07:36:15.214776 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0829dc46-f3a1-4aac-a989-ba6f45290544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:15.508502 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47244) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:15.594739 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719460'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:16.080445 dv-cinder-834822-3-iscsi neutron-server[110216]: WARNING oslo_policy.policy [None req-37eef16d-2a9d-4e9a-a4a5-d0de30802cb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:16.081024 dv-cinder-834822-3-iscsi neutron-server[110216]: WARNING oslo_policy.policy [None req-37eef16d-2a9d-4e9a-a4a5-d0de30802cb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:16.314362 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [None req-37eef16d-2a9d-4e9a-a4a5-d0de30802cb2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:36:16.329462 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-37eef16d-2a9d-4e9a-a4a5-d0de30802cb2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8060355 Mar 24 07:36:17.153743 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719460'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:18.648888 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719460'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:18.651796 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.653044 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.653551 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.656526 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.657624 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.658543 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.659155 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.660042 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.661043 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.663524 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.664188 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.667055 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.667055 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.667055 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.667055 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:18.668622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834822-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:18.693767 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834822-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:18.930121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47276) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:19.261603 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:19.358609 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.policy [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110216) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 07:36:19.405562 dv-cinder-834822-3-iscsi neutron-server[110216]: WARNING oslo_policy.policy [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:19.406564 dv-cinder-834822-3-iscsi neutron-server[110216]: WARNING oslo_policy.policy [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:19.575881 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743136076113', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743136076606', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743136092907', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743136091676', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743136048433', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743135760485', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3434606', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3441020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-690443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682781'] for rbac-policy (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:19.785313 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:19.786665 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7dd6e4b2-cf02-4ec9-b535-9d0f673a3db4 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8554511 Mar 24 07:36:19.834604 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.db.l3_hamode_db [None req-d91f24f2-1c72-4f9a-a5fe-e0b83266702f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 24 07:36:19.916592 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f24f2-1c72-4f9a-a5fe-e0b83266702f None None] Routers set() bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:36:19.917114 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f24f2-1c72-4f9a-a5fe-e0b83266702f None None] Router IDs set() for agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 24 07:36:22.346084 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47288) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:22.659855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:22.748343 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Made reservation on behalf of d9efbcd6665147f89db22bfaaf72c19c for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:36:22.752224 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:22.769595 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:22.876602 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks [] for security_group (0e168311-d2f3-4642-bb12-05ac54bf1aba), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:22.959250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0e168311-d2f3-4642-bb12-05ac54bf1aba), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:22.983779 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:36:23.016250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743137683258', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (e172e065-741f-409f-a652-cf03576b9e50), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:23.016848 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Unsubscribe: segment precommit_create {{(pid=110216) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 07:36:23.017377 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Added segment e172e065-741f-409f-a652-cf03576b9e50 of type vlan for network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 Mar 24 07:36:23.036119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0e168311-d2f3-4642-bb12-05ac54bf1aba,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:23.048244 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.051925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.052379 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.052379 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.052379 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.052649 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Tracked resource versions report: Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: pushed versions: Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: { 'AddressGroup': {'1.2'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Agent': {'1.1'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'ConntrackHelper': {'1.0'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Log': {'1.0'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'NDPProxy': {'1.0'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Network': {'1.1'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Port': {'1.7'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'PortForwarding': {'1.3'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'QosPolicy': {'1.10'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroup': {'1.5'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SubPort': {'1.0'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Subnet': {'1.1'}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Trunk': {'1.1'}} Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: consumer versions: Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Agent': '1.1', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'ConntrackHelper': '1.0', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'LocalIPAssociation': '1.0', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Log': '1.0', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'NDPProxy': '1.0', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Network': '1.1', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Port': '1.7', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'PortForwarding': '1.3', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'QosPolicy': '1.10', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroup': '1.5', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroupRule': '1.2', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SubPort': '1.0', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Subnet': '1.1', Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Trunk': '1.1'}} Mar 24 07:36:23.054047 dv-cinder-834822-3-iscsi neutron-server[110216]: {{(pid=110216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:36:23.149703 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (604e1d43-b8a2-4760-b1df-96ce93fa5a94), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:23.262115 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (604e1d43-b8a2-4760-b1df-96ce93fa5a94), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:23.267986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:23.268811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:23.382179 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] Pushing event updated for resources: {'Network': ['ID=604e1d43-b8a2-4760-b1df-96ce93fa5a94,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:23.396852 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:36:23.442097 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f9cb0acb-4d69-4016-8548-10bc5bac912f demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0950029 Mar 24 07:36:26.068587 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47300) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:26.558753 dv-cinder-834822-3-iscsi neutron-server[110215]: WARNING oslo_policy.policy [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:26.559315 dv-cinder-834822-3-iscsi neutron-server[110215]: WARNING oslo_policy.policy [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:27.017530 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.policy [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110215) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 24 07:36:27.063214 dv-cinder-834822-3-iscsi neutron-server[110215]: WARNING oslo_policy.policy [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:27.063534 dv-cinder-834822-3-iscsi neutron-server[110215]: WARNING oslo_policy.policy [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 24 07:36:27.071869 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:27.073849 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-02a5c062-e1a1-4b96-918c-6e8db97cacc3 demo admin] 10.222.0.20 "GET /v2.0/networks/604e1d43-b8a2-4760-b1df-96ce93fa5a94 HTTP/1.1" status: 200 len: 825 time: 1.0032294 Mar 24 07:36:27.112688 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-913e1017-0a31-4b98-9041-cc806542fd0f demo admin] 10.222.0.20 "GET /v2.0/subnetpools/3f765719-e6b4-427e-a8c6-165f03587b0a HTTP/1.1" status: 200 len: 734 time: 0.0331554 Mar 24 07:36:27.121366 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Request body: {'subnet': {'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:27.199037 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Made reservation on behalf of d9efbcd6665147f89db22bfaaf72c19c for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:36:27.201913 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:27.565558 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (868811e9-79d7-4e21-9423-070e56d99d76), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:27.632750 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Checking segment: {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:36:27.633140 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Network hostable DHCP agents. Network: 604e1d43-b8a2-4760-b1df-96ce93fa5a94, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:36:27.649562 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Pushing event updated for resources: {'Subnet': ['ID=868811e9-79d7-4e21-9423-070e56d99d76,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:27.663059 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.663408 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.663772 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.664160 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.664501 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.664830 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.665158 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.665483 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.665820 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.666148 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.666470 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.666804 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.667131 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.667446 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.667762 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Tracked resource versions report: Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: pushed versions: Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: { 'AddressGroup': {'1.2'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Agent': {'1.1'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'ConntrackHelper': {'1.0'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Log': {'1.0'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'NDPProxy': {'1.0'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Network': {'1.1'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Port': {'1.7'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'PortForwarding': {'1.3'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'QosPolicy': {'1.10'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroup': {'1.5'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SubPort': {'1.0'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Subnet': {'1.1'}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Trunk': {'1.1'}} Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: consumer versions: Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Agent': '1.1', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'ConntrackHelper': '1.0', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'LocalIPAssociation': '1.0', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Log': '1.0', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'NDPProxy': '1.0', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Network': '1.1', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Port': '1.7', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'PortForwarding': '1.3', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'QosPolicy': '1.10', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroup': '1.5', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroupRule': '1.2', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SubPort': '1.0', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Subnet': '1.1', Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Trunk': '1.1'}} Mar 24 07:36:27.669197 dv-cinder-834822-3-iscsi neutron-server[110215]: {{(pid=110215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:36:27.753814 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:36:27.850923 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 604e1d43-b8a2-4760-b1df-96ce93fa5a94) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:36:27.855443 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:27.856095 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:27.860831 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44b780b-3964-46b0-a8f3-7499c7333a3d None None] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:36:27.950798 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-34069111-31bc-4fef-93a7-a14678035633 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8328023 Mar 24 07:36:28.238219 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:36:28.239518 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:28.520590 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Allocated IP 172.20.0.2 (604e1d43-b8a2-4760-b1df-96ce93fa5a94/868811e9-79d7-4e21-9423-070e56d99d76/1644b837-ac49-4338-b164-88034b3ca872) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:36:28.795443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Publish callbacks [] for port (1644b837-ac49-4338-b164-88034b3ca872), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:28.862937 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (1644b837-ac49-4338-b164-88034b3ca872), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:28.936293 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:36:28.942363 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:36:28.954031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:36:28.955930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Pushing event updated for resources: {'Port': ['ID=1644b837-ac49-4338-b164-88034b3ca872,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:28.987663 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.988039 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.988413 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.988770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.989144 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.989448 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.989778 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.990106 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.990434 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.990761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.991086 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.991426 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.991752 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.992100 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Tracked resource versions report: Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: pushed versions: Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: { 'AddressGroup': {'1.2'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Agent': {'1.1'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'ConntrackHelper': {'1.0'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Log': {'1.0'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'NDPProxy': {'1.0'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Network': {'1.1'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Port': {'1.7'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'PortForwarding': {'1.3'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'QosPolicy': {'1.10'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroup': {'1.5'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SubPort': {'1.0'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Subnet': {'1.1'}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Trunk': {'1.1'}} Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: consumer versions: Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Agent': '1.1', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'ConntrackHelper': '1.0', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'LocalIPAssociation': '1.0', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Log': '1.0', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'NDPProxy': '1.0', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Network': '1.1', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Port': '1.7', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'PortForwarding': '1.3', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'QosPolicy': '1.10', Mar 24 07:36:28.996682 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroup': '1.5', Mar 24 07:36:28.998727 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroupRule': '1.2', Mar 24 07:36:28.998727 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SubPort': '1.0', Mar 24 07:36:28.998727 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Subnet': '1.1', Mar 24 07:36:28.998727 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Trunk': '1.1'}} Mar 24 07:36:28.998727 dv-cinder-834822-3-iscsi neutron-server[110217]: {{(pid=110217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:36:29.051954 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Attempting to bind port 1644b837-ac49-4338-b164-88034b3ca872 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:36:29.052300 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Attempting to bind port 1644b837-ac49-4338-b164-88034b3ca872 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:36:29.052733 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Attempting to bind port 1644b837-ac49-4338-b164-88034b3ca872 on network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:36:29.057662 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:36:29.060002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Checking segment: {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:36:29.060002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:29.060002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Bound using segment: {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:36:29.060002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Bound port: 1644b837-ac49-4338-b164-88034b3ca872, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:36:29.060002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (1644b837-ac49-4338-b164-88034b3ca872), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:29.125545 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] For port 1644b837-ac49-4338-b164-88034b3ca872, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:36:29.129957 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] For port 1644b837-ac49-4338-b164-88034b3ca872, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=1644b837-ac49-4338-b164-88034b3ca872,segment=NetworkSegment(e172e065-741f-409f-a652-cf03576b9e50),segment_id=e172e065-741f-409f-a652-cf03576b9e50)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:36:29.223071 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (1644b837-ac49-4338-b164-88034b3ca872), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:29.291670 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5080c1-7a59-4939-929c-9634f190d18f None None] Pushing event updated for resources: {'Port': ['ID=1644b837-ac49-4338-b164-88034b3ca872,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:30.577681 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47320) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:30.897003 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [None req-b95e168d-e92b-4285-9d8d-20f1700465a0 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:36:30.898020 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b95e168d-e92b-4285-9d8d-20f1700465a0 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3191626 Mar 24 07:36:33.469368 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47328) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:33.783293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [None req-39eb907c-5efe-45e1-8f12-eb14e7444713 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:36:33.797082 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-39eb907c-5efe-45e1-8f12-eb14e7444713 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3264477 Mar 24 07:36:36.370409 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47336) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:36.685498 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:36.805389 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (b4ec877b-f777-49a0-9584-33bc2fd403cc), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:36.807134 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (b4ec877b-f777-49a0-9584-33bc2fd403cc), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:36.945383 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] Publish callbacks [] for router_controller (b4ec877b-f777-49a0-9584-33bc2fd403cc), precommit_add_association {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:37.005986 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (b4ec877b-f777-49a0-9584-33bc2fd403cc), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:37.173521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:37.174807 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2f2a910c-2233-4b14-9ab6-2d0712f60bda demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8033600 Mar 24 07:36:39.331141 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 1644b837-ac49-4338-b164-88034b3ca872 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:36:39.430029 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 1644b837-ac49-4338-b164-88034b3ca872 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:39.430447 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1644b837-ac49-4338-b164-88034b3ca872), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:39.541926 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 1644b837-ac49-4338-b164-88034b3ca872 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:36:39.542320 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (1644b837-ac49-4338-b164-88034b3ca872), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:39.578943 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 1644b837-ac49-4338-b164-88034b3ca872, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=1644b837-ac49-4338-b164-88034b3ca872,segment=NetworkSegment(e172e065-741f-409f-a652-cf03576b9e50),segment_id=e172e065-741f-409f-a652-cf03576b9e50)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:36:39.645081 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (1644b837-ac49-4338-b164-88034b3ca872), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:39.699883 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=1644b837-ac49-4338-b164-88034b3ca872,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:39.775532 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47348) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:40.100241 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [None req-4c95ab88-91f0-449e-9938-0f59b374288d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:36:40.101281 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-4c95ab88-91f0-449e-9938-0f59b374288d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3247757 Mar 24 07:36:40.777652 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a101915c-08c3-4e3c-8d84-14d3b4fd0d00 None None] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:36:40.869212 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-2775bfea-896e-4874-8592-92e2c00b413e None None] Provisioning complete for port 1644b837-ac49-4338-b164-88034b3ca872 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:40.869601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2775bfea-896e-4874-8592-92e2c00b413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1644b837-ac49-4338-b164-88034b3ca872), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:40.989006 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-2775bfea-896e-4874-8592-92e2c00b413e None None] Current status of the port 1644b837-ac49-4338-b164-88034b3ca872 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:36:41.210213 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-5fc1fb83-fa3e-4cb0-834a-18013dca2863 None None] Provisioning complete for port 1644b837-ac49-4338-b164-88034b3ca872 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:41.210610 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5fc1fb83-fa3e-4cb0-834a-18013dca2863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1644b837-ac49-4338-b164-88034b3ca872), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:41.291890 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-5fc1fb83-fa3e-4cb0-834a-18013dca2863 None None] Current status of the port 1644b837-ac49-4338-b164-88034b3ca872 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:36:41.306601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 1644b837-ac49-4338-b164-88034b3ca872 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:36:41.353254 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 1644b837-ac49-4338-b164-88034b3ca872 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:41.353643 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1644b837-ac49-4338-b164-88034b3ca872), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:41.433608 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 1644b837-ac49-4338-b164-88034b3ca872 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:36:42.267716 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-66d6e016-6f94-4754-8f59-ab0fa299c48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:42.619081 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47356) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:42.938596 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:43.038586 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Made reservation on behalf of cae907279846414eb0335352df2c0324 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:36:43.041063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.058082 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.175062 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks [] for security_group (d121a19b-b2a8-44cd-9ad4-c7037361f310), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.216017 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d121a19b-b2a8-44cd-9ad4-c7037361f310), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.233812 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=110215) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 24 07:36:43.251959 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d121a19b-b2a8-44cd-9ad4-c7037361f310,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:43.259206 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743137683258', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (0fc1dfa4-7416-414c-9ed0-79add10b0c5e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.259808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Unsubscribe: segment precommit_create {{(pid=110215) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 24 07:36:43.260308 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Added segment 0fc1dfa4-7416-414c-9ed0-79add10b0c5e of type flat for network e90d8986-d18a-45fb-ba7c-9bd6a036edca Mar 24 07:36:43.314369 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (e90d8986-d18a-45fb-ba7c-9bd6a036edca), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.399129 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (e90d8986-d18a-45fb-ba7c-9bd6a036edca), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.400163 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:43.400837 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:43.488345 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e90d8986-d18a-45fb-ba7c-9bd6a036edca,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:43.498533 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:36:43.527691 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-889509cc-87f0-4f06-81a6-875e7c78b4c9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9075503 Mar 24 07:36:44.633312 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-99eb447f-c406-4697-991f-1e8ffc505b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:45.581795 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:46.091155 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47374) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:46.264057 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7d8294-4bb2-459e-852a-9503e3f35570 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:46.266208 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1b7d8294-4bb2-459e-852a-9503e3f35570 demo admin] 10.222.0.20 "GET /v2.0/subnets/868811e9-79d7-4e21-9423-070e56d99d76 HTTP/1.1" status: 200 len: 849 time: 0.1740985 Mar 24 07:36:46.300302 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:36:46.390386 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-00d9d31a-5a42-4c78-b79a-e833b7827edc demo admin] 10.222.0.20 "GET /v2.0/routers/b4ec877b-f777-49a0-9584-33bc2fd403cc HTTP/1.1" status: 200 len: 704 time: 0.1184652 Mar 24 07:36:46.655898 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:46.948468 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Allocated IP 172.20.0.1 (604e1d43-b8a2-4760-b1df-96ce93fa5a94/868811e9-79d7-4e21-9423-070e56d99d76/14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:36:47.105841 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks [] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.164970 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.268786 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.391325 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:36:47.398315 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:36:47.400998 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:36:47.401707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (b4ec877b-f777-49a0-9584-33bc2fd403cc), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.460014 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Pushing event updated for resources: {'Port': ['ID=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:47.648026 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-0884ce4b-ca10-4762-9502-81e4cfddbb0a None None] Provisioning complete for port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:47.648423 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0884ce4b-ca10-4762-9502-81e4cfddbb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.663555 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.681202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-0884ce4b-ca10-4762-9502-81e4cfddbb0a None None] Port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:36:47.875343 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks [] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.930413 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:47.931178 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (b4ec877b-f777-49a0-9584-33bc2fd403cc), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:48.010726 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Pushing event updated for resources: {'Port': ['ID=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:48.057920 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:36:48.059156 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:36:48.256284 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Router b4ec877b-f777-49a0-9584-33bc2fd403cc is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:36:48.352258 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:36:48.357406 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-870cd72f-048f-4743-a9ca-0b64ce0378ac demo admin] 10.222.0.20 "PUT /v2.0/routers/b4ec877b-f777-49a0-9584-33bc2fd403cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9618897 Mar 24 07:36:48.362391 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Sync routers for ids ['b4ec877b-f777-49a0-9584-33bc2fd403cc'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:36:48.376281 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Routers {'b4ec877b-f777-49a0-9584-33bc2fd403cc'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:36:48.377130 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:36:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['b4ec877b-f777-49a0-9584-33bc2fd403cc'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:48.406226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-985e20a8-0fe8-4da6-9ab8-5931462cc6bd None None] Provisioning complete for port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:48.406806 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-985e20a8-0fe8-4da6-9ab8-5931462cc6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:48.445799 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-985e20a8-0fe8-4da6-9ab8-5931462cc6bd None None] Port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:36:48.578616 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Set router b4ec877b-f777-49a0-9584-33bc2fd403cc gateway port host: None {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:36:48.638882 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:49.027147 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'name': 'router1', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:36:36Z', 'updated_at': '2022-03-24T07:36:47Z', 'revision_number': 2, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'gw_port_host': None, '_interfaces': [{'id': '14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7', 'name': '', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'mac_address': 'fa:16:3e:6b:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:46Z', 'updated_at': '2022-03-24T07:36:47Z', 'revision_number': 2, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'subnets': [{'id': '868811e9-79d7-4e21-9423-070e56d99d76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:49.079692 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Checking router: b4ec877b-f777-49a0-9584-33bc2fd403cc for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:36:49.080108 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Updating router b4ec877b-f777-49a0-9584-33bc2fd403cc port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:36:49.134421 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:49.646421 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Publish callbacks [] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:49.696126 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:49.861741 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Pushing event updated for resources: {'Port': ['ID=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:49.869153 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Attempting to bind port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:36:49.869568 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Attempting to bind port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:36:49.870013 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Attempting to bind port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 on network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:36:49.872574 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.872927 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.873274 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.873685 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.874014 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.874342 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.874777 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.875105 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.875432 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.875755 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.876106 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.876447 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.876769 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.877088 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.877408 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Tracked resource versions report: Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: pushed versions: Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: { 'AddressGroup': {'1.2'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Agent': {'1.1'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'ConntrackHelper': {'1.0'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Log': {'1.0'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'NDPProxy': {'1.0'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Network': {'1.1'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Port': {'1.7'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'PortForwarding': {'1.3'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'QosPolicy': {'1.10'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroup': {'1.5'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SubPort': {'1.0'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Subnet': {'1.1'}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Trunk': {'1.1'}} Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: consumer versions: Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Agent': '1.1', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'ConntrackHelper': '1.0', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'LocalIPAssociation': '1.0', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Log': '1.0', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'NDPProxy': '1.0', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Network': '1.1', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Port': '1.7', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'PortForwarding': '1.3', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'QosPolicy': '1.10', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroup': '1.5', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroupRule': '1.2', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SubPort': '1.0', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Subnet': '1.1', Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Trunk': '1.1'}} Mar 24 07:36:49.878853 dv-cinder-834822-3-iscsi neutron-server[110218]: {{(pid=110218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:36:49.884681 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:36:49.885081 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Checking segment: {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:36:49.885565 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:49.885952 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Bound using segment: {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:36:49.886439 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Bound port: 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e172e065-741f-409f-a652-cf03576b9e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:36:49.886817 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:49.952767 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] For port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:36:49.972094 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] For port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,segment=NetworkSegment(e172e065-741f-409f-a652-cf03576b9e50),segment_id=e172e065-741f-409f-a652-cf03576b9e50)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:36:49.972340 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-81467336-b95b-4eba-b11b-a7cb94cc2fc4 None None] Provisioning complete for port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:49.972820 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-81467336-b95b-4eba-b11b-a7cb94cc2fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:50.006814 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-81467336-b95b-4eba-b11b-a7cb94cc2fc4 None None] Port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:36:50.039247 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:50.101005 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c35a6-38d6-4efc-8ca3-36c535abb746 None None] Pushing event updated for resources: {'Port': ['ID=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,revision_number=4']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:50.103474 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Routers {'b4ec877b-f777-49a0-9584-33bc2fd403cc'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:36:50.104124 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:36:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['b4ec877b-f777-49a0-9584-33bc2fd403cc'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:50.197597 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] Set router b4ec877b-f777-49a0-9584-33bc2fd403cc gateway port host: None {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:36:50.329102 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] Provisioning complete for port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:50.329472 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:50.411047 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'name': 'router1', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:36:36Z', 'updated_at': '2022-03-24T07:36:47Z', 'revision_number': 2, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'gw_port_host': None, '_interfaces': [{'id': '14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7', 'name': '', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'mac_address': 'fa:16:3e:6b:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:46Z', 'updated_at': '2022-03-24T07:36:49Z', 'revision_number': 4, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'subnets': [{'id': '868811e9-79d7-4e21-9423-070e56d99d76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:50.411744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] Current status of the port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:36:50.412177 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:50.438933 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790f01c7-cfb8-4ec8-819c-8a31f978975a None None] The sync data for ids ['b4ec877b-f777-49a0-9584-33bc2fd403cc'] in dv-cinder-834822-3-iscsi is: [{'id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'name': 'router1', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:36:36Z', 'updated_at': '2022-03-24T07:36:47Z', 'revision_number': 2, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'gw_port_host': None, '_interfaces': [{'id': '14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7', 'name': '', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'mac_address': 'fa:16:3e:6b:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:46Z', 'updated_at': '2022-03-24T07:36:49Z', 'revision_number': 4, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'subnets': [{'id': '868811e9-79d7-4e21-9423-070e56d99d76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:36:50.448955 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] For port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,segment=NetworkSegment(e172e065-741f-409f-a652-cf03576b9e50),segment_id=e172e065-741f-409f-a652-cf03576b9e50)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:36:50.524622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:50.573268 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd2b6e-4aa8-497b-afe1-85caf3a30fbb None None] Pushing event updated for resources: {'Port': ['ID=14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:50.909005 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47394) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:51.056210 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b4b2b5-6944-4f76-9aba-acfbff47f033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:51.057549 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-78b4b2b5-6944-4f76-9aba-acfbff47f033 admin admin] 10.222.0.20 "GET /v2.0/networks/e90d8986-d18a-45fb-ba7c-9bd6a036edca HTTP/1.1" status: 200 len: 842 time: 0.1475122 Mar 24 07:36:51.067075 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:51.164389 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Made reservation on behalf of cae907279846414eb0335352df2c0324 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:36:51.166840 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:51.656729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.objects.ports [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110216) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 24 07:36:51.657213 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (b41f66f4-767a-4c01-8f4d-c4e295c812d5), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:51.723385 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41f66f4-767a-4c01-8f4d-c4e295c812d5,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:51.727933 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:36:51.728331 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Network hostable DHCP agents. Network: e90d8986-d18a-45fb-ba7c-9bd6a036edca, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:36:51.793097 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:36:51.846630 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, e90d8986-d18a-45fb-ba7c-9bd6a036edca) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:36:51.851366 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:51.858395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:51.859091 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6f2d3-3355-40ee-a9f1-1bc9f3f82b6b None None] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:36:51.943330 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-21312901-e1f9-42bb-9771-ccc537ef0842 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8633087 Mar 24 07:36:51.960868 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404bfd0c-b985-4830-8921-00dc53a46b4f None None] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:36:54.370864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47402) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:54.610446 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-5a3a8a73-0bdc-4eea-83a9-60afe944e011 demo admin] 10.222.0.20 "GET /v2.0/routers/b4ec877b-f777-49a0-9584-33bc2fd403cc HTTP/1.1" status: 200 len: 710 time: 0.2383735 Mar 24 07:36:54.698534 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee7e35f-7e30-41fa-96ac-25501d418f02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:36:54.699910 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1ee7e35f-7e30-41fa-96ac-25501d418f02 demo admin] 10.222.0.20 "GET /v2.0/networks/e90d8986-d18a-45fb-ba7c-9bd6a036edca HTTP/1.1" status: 200 len: 886 time: 0.0842686 Mar 24 07:36:54.709245 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:36:54.976361 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks [] for router_gateway (b4ec877b-f777-49a0-9584-33bc2fd403cc), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:55.306490 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks [] for router_gateway (b4ec877b-f777-49a0-9584-33bc2fd403cc), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:55.386806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:55.614793 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Allocated IP 172.27.3.170 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/db5a02df-6467-4961-afc8-0d721b52bb63) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:36:55.733795 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks [] for port (db5a02df-6467-4961-afc8-0d721b52bb63), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:55.874635 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:55.947122 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:36:55.953721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:36:55.962868 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:36:56.001203 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Pushing event updated for resources: {'Port': ['ID=db5a02df-6467-4961-afc8-0d721b52bb63,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:36:56.312060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks [] for router_gateway (b4ec877b-f777-49a0-9584-33bc2fd403cc), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:56.509467 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3721174', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3722681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61933'] for router (b4ec877b-f777-49a0-9584-33bc2fd403cc), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:56.514413 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3721183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3720996', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3722638'] for router (b4ec877b-f777-49a0-9584-33bc2fd403cc), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:56.627312 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Router b4ec877b-f777-49a0-9584-33bc2fd403cc has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:36:56.740604 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:36:56.745021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:56.749203 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-287a79e1-8d3d-4ec4-8b2b-dbbcb409d4ec demo admin] 10.222.0.20 "PUT /v2.0/routers/b4ec877b-f777-49a0-9584-33bc2fd403cc HTTP/1.1" status: 200 len: 890 time: 2.0401161 Mar 24 07:36:57.350316 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:36:57.405513 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:36:57.405895 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:36:57.489706 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:36:59.188527 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Sync routers for ids ['b4ec877b-f777-49a0-9584-33bc2fd403cc'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:36:59.199601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Routers {'b4ec877b-f777-49a0-9584-33bc2fd403cc'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:36:59.200371 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:36:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['b4ec877b-f777-49a0-9584-33bc2fd403cc'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:59.321024 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47414) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:36:59.418349 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Set router b4ec877b-f777-49a0-9584-33bc2fd403cc gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:36:59.456060 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0ab3d455-53bb-4c80-aa75-2851cf1fb8e7 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152983 Mar 24 07:36:59.911887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'name': 'router1', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'db5a02df-6467-4961-afc8-0d721b52bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:36:36Z', 'updated_at': '2022-03-24T07:36:56Z', 'revision_number': 4, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'gw_port': {'id': 'db5a02df-6467-4961-afc8-0d721b52bb63', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:55Z', 'updated_at': '2022-03-24T07:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7', 'name': '', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'mac_address': 'fa:16:3e:6b:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:46Z', 'updated_at': '2022-03-24T07:36:50Z', 'revision_number': 5, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'subnets': [{'id': '868811e9-79d7-4e21-9423-070e56d99d76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:36:59.966276 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Checking router: b4ec877b-f777-49a0-9584-33bc2fd403cc for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:36:59.966647 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Updating router b4ec877b-f777-49a0-9584-33bc2fd403cc port db5a02df-6467-4961-afc8-0d721b52bb63 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:37:00.020472 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:00.350365 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Publish callbacks [] for port (db5a02df-6467-4961-afc8-0d721b52bb63), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:00.404602 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:00.459065 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Attempting to bind port db5a02df-6467-4961-afc8-0d721b52bb63 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:37:00.459440 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Attempting to bind port db5a02df-6467-4961-afc8-0d721b52bb63 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:37:00.459809 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Attempting to bind port db5a02df-6467-4961-afc8-0d721b52bb63 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:37:00.461640 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826df128-211f-446d-8934-3ca861bbd1c2 None None] Pushing event updated for resources: {'Port': ['ID=db5a02df-6467-4961-afc8-0d721b52bb63,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:37:00.467421 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:37:00.467804 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:37:00.468234 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:00.468626 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:37:00.469102 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Bound port: db5a02df-6467-4961-afc8-0d721b52bb63, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:37:00.470109 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:00.517751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] For port db5a02df-6467-4961-afc8-0d721b52bb63, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:37:00.520690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] For port db5a02df-6467-4961-afc8-0d721b52bb63, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=db5a02df-6467-4961-afc8-0d721b52bb63,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:37:00.593992 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:00.652019 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826df128-211f-446d-8934-3ca861bbd1c2 None None] Pushing event updated for resources: {'Port': ['ID=db5a02df-6467-4961-afc8-0d721b52bb63,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:37:00.656563 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Routers {'b4ec877b-f777-49a0-9584-33bc2fd403cc'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:37:00.657169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:36:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['b4ec877b-f777-49a0-9584-33bc2fd403cc'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:37:00.771072 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] Set router b4ec877b-f777-49a0-9584-33bc2fd403cc gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:37:00.997564 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'name': 'router1', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'db5a02df-6467-4961-afc8-0d721b52bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:36:36Z', 'updated_at': '2022-03-24T07:36:56Z', 'revision_number': 4, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'gw_port': {'id': 'db5a02df-6467-4961-afc8-0d721b52bb63', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:55Z', 'updated_at': '2022-03-24T07:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7', 'name': '', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'mac_address': 'fa:16:3e:6b:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:46Z', 'updated_at': '2022-03-24T07:36:50Z', 'revision_number': 5, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'subnets': [{'id': '868811e9-79d7-4e21-9423-070e56d99d76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:37:01.024525 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d93867-dcac-4894-b428-4434c0449b93 None None] The sync data for ids ['b4ec877b-f777-49a0-9584-33bc2fd403cc'] in dv-cinder-834822-3-iscsi is: [{'id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'name': 'router1', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'db5a02df-6467-4961-afc8-0d721b52bb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:36:36Z', 'updated_at': '2022-03-24T07:36:56Z', 'revision_number': 4, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'gw_port': {'id': 'db5a02df-6467-4961-afc8-0d721b52bb63', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:a4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:55Z', 'updated_at': '2022-03-24T07:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7', 'name': '', 'network_id': '604e1d43-b8a2-4760-b1df-96ce93fa5a94', 'tenant_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'mac_address': 'fa:16:3e:6b:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ec877b-f777-49a0-9584-33bc2fd403cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '868811e9-79d7-4e21-9423-070e56d99d76', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:36:46Z', 'updated_at': '2022-03-24T07:36:50Z', 'revision_number': 5, 'project_id': 'd9efbcd6665147f89db22bfaaf72c19c', 'subnets': [{'id': '868811e9-79d7-4e21-9423-070e56d99d76', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3f765719-e6b4-427e-a8c6-165f03587b0a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:37:01.380766 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device db5a02df-6467-4961-afc8-0d721b52bb63 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:37:01.447751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port db5a02df-6467-4961-afc8-0d721b52bb63 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:37:01.448328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:01.543588 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port db5a02df-6467-4961-afc8-0d721b52bb63 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:37:01.544631 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:01.569002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port db5a02df-6467-4961-afc8-0d721b52bb63, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=db5a02df-6467-4961-afc8-0d721b52bb63,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:37:01.656200 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:01.733105 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=db5a02df-6467-4961-afc8-0d721b52bb63,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:37:03.350344 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device db5a02df-6467-4961-afc8-0d721b52bb63 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:37:03.412629 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port db5a02df-6467-4961-afc8-0d721b52bb63 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:37:03.413155 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (db5a02df-6467-4961-afc8-0d721b52bb63), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:03.507245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port db5a02df-6467-4961-afc8-0d721b52bb63 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:37:12.272705 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5603f933-798a-4e9e-b253-7424d43d379a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:14.639312 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6ca2a720-0715-45bc-b3c8-3a96fe2a3ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:15.559176 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:17.113409 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:18.679928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:23.300517 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:37:42.287777 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-426a09fd-2b7d-4e2e-a795-fc7408797c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:45.593184 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6bb30b36-1080-4f7d-9857-2b7b28d1b1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:45.742310 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:47.106599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:37:48.632792 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:00.301888 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:38:12.260238 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b23f6180-bb24-4a27-82a3-58b2291e77d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:14.631630 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9ac04e6a-1656-4615-a154-05ba3a21ea4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:15.569291 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:17.083105 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:18.631573 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:23.343903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47898) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:23.404724 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f300442-d0d2-41e6-b98b-b29dd4963270 admin admin] GET failed (client error): The resource could not be found. Mar 24 07:38:23.406005 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6f300442-d0d2-41e6-b98b-b29dd4963270 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611305 Mar 24 07:38:23.634201 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f3506-987d-476a-b416-d2743f6460ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:23.635607 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-184f3506-987d-476a-b416-d2743f6460ab admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2256191 Mar 24 07:38:26.003573 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47908) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:26.102725 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f58fa2e-bdc0-43ba-83bc-85e38ae05a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:26.104111 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7f58fa2e-bdc0-43ba-83bc-85e38ae05a66 admin admin] 10.222.0.20 "GET /v2.0/subnets/868811e9-79d7-4e21-9423-070e56d99d76 HTTP/1.1" status: 200 len: 849 time: 0.0995202 Mar 24 07:38:26.113387 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:38:26.198375 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Publish callbacks [] for subnet (868811e9-79d7-4e21-9423-070e56d99d76), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:26.425646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743137845131'] for subnet (868811e9-79d7-4e21-9423-070e56d99d76), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:26.457172 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:26.458321 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:26.460598 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] 10.222.0.20 "PUT /v2.0/subnets/868811e9-79d7-4e21-9423-070e56d99d76 HTTP/1.1" status: 200 len: 868 time: 0.3492188 Mar 24 07:38:26.461663 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bebf406-df8f-4f26-be41-4bdeabbedbb3 None None] Network 604e1d43-b8a2-4760-b1df-96ce93fa5a94 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:38:26.479671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=868811e9-79d7-4e21-9423-070e56d99d76,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:38:26.487543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.487898 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.488306 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.488660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.489002 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.489343 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.489677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.490012 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.490362 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.490702 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.491056 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.491410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.491743 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.492103 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.492434 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ea585b-95e6-4802-9c99-9b8efd339e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:38:26.844169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-1c230b8b-5ce4-44f0-808b-4cd7268b3eef None None] Provisioning complete for port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:38:26.844580 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1c230b8b-5ce4-44f0-808b-4cd7268b3eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:26.920418 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-1c230b8b-5ce4-44f0-808b-4cd7268b3eef None None] Current status of the port 14cea7fe-fe6f-4533-9b81-1eb20ddc4fb7 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:38:26.930248 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-1c230b8b-5ce4-44f0-808b-4cd7268b3eef None None] Provisioning complete for port 1644b837-ac49-4338-b164-88034b3ca872 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:38:26.930646 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1c230b8b-5ce4-44f0-808b-4cd7268b3eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1644b837-ac49-4338-b164-88034b3ca872), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:27.012456 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-1c230b8b-5ce4-44f0-808b-4cd7268b3eef None None] Current status of the port 1644b837-ac49-4338-b164-88034b3ca872 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:38:28.856506 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47916) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:29.056031 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6f935-be72-4008-b5f6-85f9c4b89cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:29.056441 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6f935-be72-4008-b5f6-85f9c4b89cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:29.058023 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-dfd6f935-be72-4008-b5f6-85f9c4b89cb8 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2005293 Mar 24 07:38:31.355218 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47926) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:31.483324 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847f9e9-6d00-47dc-96d2-ae285ae37e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:31.483803 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847f9e9-6d00-47dc-96d2-ae285ae37e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:31.485350 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5847f9e9-6d00-47dc-96d2-ae285ae37e94 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291876 Mar 24 07:38:33.832760 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47934) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:33.961393 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2a6cf-903e-41bf-b3f6-b925913a9591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:33.962758 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-f3c2a6cf-903e-41bf-b3f6-b925913a9591 admin admin] 10.222.0.20 "GET /v2.0/networks/604e1d43-b8a2-4760-b1df-96ce93fa5a94 HTTP/1.1" status: 200 len: 869 time: 0.1290591 Mar 24 07:38:36.296107 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 47942) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:36.420270 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7601516-9443-4800-bbc3-53f592f2ee34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:36.421635 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a7601516-9443-4800-bbc3-53f592f2ee34 admin admin] 10.222.0.20 "GET /v2.0/networks/e90d8986-d18a-45fb-ba7c-9bd6a036edca HTTP/1.1" status: 200 len: 886 time: 0.1245739 Mar 24 07:38:37.299756 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:38:38.724359 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47950) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:38.848645 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eadb4e-c90a-4d85-9f95-8725cab8da04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:38.849108 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eadb4e-c90a-4d85-9f95-8725cab8da04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:38.850613 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-56eadb4e-c90a-4d85-9f95-8725cab8da04 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253011 Mar 24 07:38:41.193731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47958) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:41.288422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd402789-bb31-425c-846e-e614087a633f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:41.288888 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd402789-bb31-425c-846e-e614087a633f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:41.290403 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-cd402789-bb31-425c-846e-e614087a633f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0957191 Mar 24 07:38:42.275882 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-313b0100-d4c6-465e-b841-504417e69c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:43.668794 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47966) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:43.757850 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853171ee-64cf-4612-9e24-1cb37f7feb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:43.759211 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-853171ee-64cf-4612-9e24-1cb37f7feb13 admin admin] 10.222.0.20 "GET /v2.0/subnets/868811e9-79d7-4e21-9423-070e56d99d76 HTTP/1.1" status: 200 len: 868 time: 0.0893822 Mar 24 07:38:44.642755 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ba9-b982-4237-94ff-ab2c77307ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:45.568479 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:46.081916 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 47974) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:38:46.168180 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d8e17a-d4fe-4ade-aa4a-eda9fdf5bbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:38:46.169501 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-10d8e17a-d4fe-4ade-aa4a-eda9fdf5bbc2 admin admin] 10.222.0.20 "GET /v2.0/subnets/b41f66f4-767a-4c01-8f4d-c4e295c812d5 HTTP/1.1" status: 200 len: 816 time: 0.0866299 Mar 24 07:38:47.106279 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:38:48.637396 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:12.248266 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-42122981-a29e-4c3e-abbe-48a096b9e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:14.298083 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:39:14.591225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48026) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:39:14.629862 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-31c9ffff-9277-42b4-a0ee-e0d72aac0b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:14.639205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [None req-00b4905d-7b90-4885-b468-39651f58cdb8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:39:14.640266 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-00b4905d-7b90-4885-b468-39651f58cdb8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480475 Mar 24 07:39:15.562230 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:17.059321 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48034) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:39:17.115745 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:17.119902 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82aac57-9fd2-41a6-8a69-56e12fc76ac1 admin admin] GET failed (client error): The resource could not be found. Mar 24 07:39:17.121044 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c82aac57-9fd2-41a6-8a69-56e12fc76ac1 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607908 Mar 24 07:39:17.209461 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b35bb1-d9b4-4672-a006-f68414c24e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:39:17.210927 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-94b35bb1-d9b4-4672-a006-f68414c24e61 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857806 Mar 24 07:39:18.636381 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:19.567059 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48042) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:39:19.627438 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:39:19.693464 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Made reservation on behalf of cae907279846414eb0335352df2c0324 for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:39:19.695758 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:19.731170 dv-cinder-834822-3-iscsi neutron-server[110216]: WARNING neutron.services.revisions.revision_plugin [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Could not find related network for resource to bump revision. Mar 24 07:39:19.744028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:39:19.753272 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (f797609c-d482-4bb4-976a-aa74e5eca45c), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:19.753626 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Added segment f797609c-d482-4bb4-976a-aa74e5eca45c of type vlan for network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf Mar 24 07:39:19.801210 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (328e9ec6-994b-4330-888b-c8d2f4bd2fcf), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:19.876328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (328e9ec6-994b-4330-888b-c8d2f4bd2fcf), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:19.877204 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:39:19.877788 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:19.969328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=328e9ec6-994b-4330-888b-c8d2f4bd2fcf,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:39:19.980005 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:39:20.022252 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-68b45ddf-7d7f-4bc7-b1af-63b181f67cf1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4541156 Mar 24 07:39:22.393397 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48050) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:39:22.453033 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc33b10-7d6f-4d53-8c1e-43a797d9bf69 admin admin] GET failed (client error): The resource could not be found. Mar 24 07:39:22.454304 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-fcc33b10-7d6f-4d53-8c1e-43a797d9bf69 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599656 Mar 24 07:39:22.525454 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895c321-ee9b-4c86-a806-58ade4f8eceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:39:22.526956 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8895c321-ee9b-4c86-a806-58ade4f8eceb admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684454 Mar 24 07:39:22.536429 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf', 'cidr': '192.168.233.0/24'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:39:22.613242 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Made reservation on behalf of cae907279846414eb0335352df2c0324 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:39:22.615426 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:22.819178 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (5a828ed9-8357-4a75-9d93-953250c52317), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:22.873567 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a828ed9-8357-4a75-9d93-953250c52317,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:39:22.880262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Checking segment: {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:39:22.880618 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Network hostable DHCP agents. Network: 328e9ec6-994b-4330-888b-c8d2f4bd2fcf, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:39:22.967235 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:39:23.018678 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 328e9ec6-994b-4330-888b-c8d2f4bd2fcf) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:39:23.022844 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:39:23.024561 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.029310 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82cc04b-1810-44ab-bae3-a2fdacdded44 None None] Network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:39:23.101828 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b0a27ecf-6537-48e7-9891-404c23d79b6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5686448 Mar 24 07:39:23.132078 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-328e9ec6-994b-4330-888b-c8d2f4bd2fcf', 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf', 'project_id': 'cae907279846414eb0335352df2c0324', 'fixed_ips': [{'subnet_id': '5a828ed9-8357-4a75-9d93-953250c52317'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:39:23.136701 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.376965 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Allocated IP 192.168.233.2 (328e9ec6-994b-4330-888b-c8d2f4bd2fcf/5a828ed9-8357-4a75-9d93-953250c52317/c715a894-e92c-43aa-82fe-935583bb3496) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:39:23.526660 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Publish callbacks [] for port (c715a894-e92c-43aa-82fe-935583bb3496), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.608679 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (c715a894-e92c-43aa-82fe-935583bb3496), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.649306 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:39:23.655089 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:39:23.659581 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:39:23.662662 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Pushing event updated for resources: {'Port': ['ID=c715a894-e92c-43aa-82fe-935583bb3496,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:39:23.672637 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.678443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:39:23.730129 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Attempting to bind port c715a894-e92c-43aa-82fe-935583bb3496 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:39:23.730506 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Attempting to bind port c715a894-e92c-43aa-82fe-935583bb3496 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:39:23.730877 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Attempting to bind port c715a894-e92c-43aa-82fe-935583bb3496 on network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:39:23.735981 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:39:23.736366 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Checking segment: {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:39:23.736775 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.737181 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Bound using segment: {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:39:23.737647 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Bound port: c715a894-e92c-43aa-82fe-935583bb3496, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:39:23.738035 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c715a894-e92c-43aa-82fe-935583bb3496), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.804428 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] For port c715a894-e92c-43aa-82fe-935583bb3496, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:39:23.807494 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] For port c715a894-e92c-43aa-82fe-935583bb3496, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c715a894-e92c-43aa-82fe-935583bb3496,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:39:23.882256 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c715a894-e92c-43aa-82fe-935583bb3496), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:23.939235 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9a65b-c0d4-433b-b889-ea61e2161a47 None None] Pushing event updated for resources: {'Port': ['ID=c715a894-e92c-43aa-82fe-935583bb3496,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:39:24.813406 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fd877-3363-4f6d-a3fd-57432c899ae2 None None] Network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:39:24.889042 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] Provisioning complete for port c715a894-e92c-43aa-82fe-935583bb3496 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:39:24.889445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c715a894-e92c-43aa-82fe-935583bb3496), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:25.010780 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] Current status of the port c715a894-e92c-43aa-82fe-935583bb3496 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:39:25.011196 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c715a894-e92c-43aa-82fe-935583bb3496), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:25.051102 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] For port c715a894-e92c-43aa-82fe-935583bb3496, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c715a894-e92c-43aa-82fe-935583bb3496,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:39:25.110622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c715a894-e92c-43aa-82fe-935583bb3496), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:25.163336 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3909a7d-422d-46ca-924d-f2ca20f9becf None None] Pushing event updated for resources: {'Port': ['ID=c715a894-e92c-43aa-82fe-935583bb3496,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:39:25.228512 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-b3b3f842-6914-43dd-92de-16dc14e85b61 None None] Provisioning complete for port c715a894-e92c-43aa-82fe-935583bb3496 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:39:25.228909 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b3b3f842-6914-43dd-92de-16dc14e85b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c715a894-e92c-43aa-82fe-935583bb3496), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:25.308749 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3f842-6914-43dd-92de-16dc14e85b61 None None] Current status of the port c715a894-e92c-43aa-82fe-935583bb3496 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:39:25.447760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c715a894-e92c-43aa-82fe-935583bb3496 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:39:25.500161 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port c715a894-e92c-43aa-82fe-935583bb3496 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:39:25.500555 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c715a894-e92c-43aa-82fe-935583bb3496), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:25.579233 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port c715a894-e92c-43aa-82fe-935583bb3496 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:39:42.287170 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7e68ab22-f206-4ba0-ac9f-0ef520afc867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:44.629128 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d8011d46-afe9-4183-820d-1182d6e80185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:45.561293 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:47.126448 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:48.624379 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:39:51.296305 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:40:12.285695 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-40ea1f87-4480-4c62-8bb0-cedb85477ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:14.618558 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-be96ac8e-24df-465a-810e-8ae28e6df8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:15.583727 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:17.119686 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:18.633924 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:28.295423 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:40:42.296608 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3ff0a3c9-fc9c-4bc9-9827-3a3dfc0219aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:44.617734 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9d2bf694-e290-4032-b449-db5c0c1bbf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:45.605989 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:47.119478 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:48.634299 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:52.528095 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48088) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:40:52.533682 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [None req-a3f3e8d7-b8bb-4b5f-8c55-61c016c2c2d1 tempest-verify_tempest_config-703430490 tempest-verify_tempest_config-703430490-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:40:52.534606 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a3f3e8d7-b8bb-4b5f-8c55-61c016c2c2d1 tempest-verify_tempest_config-703430490 tempest-verify_tempest_config-703430490-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055604 Mar 24 07:40:53.012291 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48106) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:40:53.116953 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.187295 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Publish callbacks [] for security_group (16c9b018-72de-434d-9fb1-f422d71d9245), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.256953 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (16c9b018-72de-434d-9fb1-f422d71d9245), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.304958 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83b6b68e21764525a00677d5b01530f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2915006 Mar 24 07:40:53.305988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9b018-72de-434d-9fb1-f422d71d9245,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:40:53.307650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48110) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:40:53.313073 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.313424 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.313790 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.314136 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.314472 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.314808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.315134 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.315459 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.315800 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.316275 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.316604 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.316928 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.317246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.317563 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.317883 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f5444f-447b-4390-a619-b038b6983926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.373348 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Publish callbacks [] for security_group (16c9b018-72de-434d-9fb1-f422d71d9245), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.465730 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Publish callbacks [] for security_group (16c9b018-72de-434d-9fb1-f422d71d9245), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.628311 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (16c9b018-72de-434d-9fb1-f422d71d9245), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.630935 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:40:53.632305 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16c9b018-72de-434d-9fb1-f422d71d9245 HTTP/1.1" status: 204 len: 168 time: 0.3231103 Mar 24 07:40:53.640287 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9b018-72de-434d-9fb1-f422d71d9245,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:40:53.647544 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.647898 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.648311 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.648663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.649035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.649371 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.649784 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.650019 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.650366 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.650700 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.651105 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.651451 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.651714 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.652062 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:40:53.652386 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7cffe-b9bf-4d5f-a4ca-8ba385a99576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:41:05.294843 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:41:12.262787 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8a8ef7ba-6b84-4855-a9a4-5bea5c8a15db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:14.639988 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-993447ef-1423-496d-bf3a-6f7a99234d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:15.594093 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:17.135713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:18.622522 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:42.267522 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-110f6256-7136-4ded-a9ab-e1cd5e8eea56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:42.293297 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:41:44.637681 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-dddca0b0-e2b6-47cb-81af-72e24a92b2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:45.582217 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:47.159271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:41:48.627441 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:12.296039 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b2b44cda-5abb-4341-93a0-f9a4c05b9555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:14.627365 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2bfb9427-365f-41cb-ba24-56a7f17e5ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:15.597213 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:17.112942 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:18.621137 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:19.292803 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 5 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:42:35.608800 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3719460'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:42.266636 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4957-c73f-40f4-862c-ca9bc0b29bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:44.609516 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-07e1bbc4-4b20-48ba-89ba-fff38d3ac6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:45.621487 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:47.141053 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:48.615610 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:42:50.203273 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48182) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:42:50.304897 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-951f68f9-ea66-41dc-b2b8-2036532dfc0c admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1005440 Mar 24 07:42:52.620951 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48192) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:42:52.674679 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-93137737-33a3-4275-919e-acfaa115eb61 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526562 Mar 24 07:42:56.291746 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:43:05.557756 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:12.254501 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-27bc5357-e601-44f4-b57f-67d7b5394749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:14.635806 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-29fdeecd-0848-42cb-bb1a-25ba3304cbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:15.590596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:17.144507 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:18.631686 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:33.291284 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:43:35.539857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:42.283170 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-13dc862d-c281-4d69-9f0a-24f954e28f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:44.608352 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-31b81d01-0452-49f9-b01a-20d586a64f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:45.626019 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:47.167403 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:43:48.647361 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:05.560904 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:10.290505 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:44:12.286504 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eee678a1-4c30-4fb2-8beb-eb622203626d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:14.602111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71e13b37-0d01-4a5c-8b4f-05ee87cfc1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:15.601077 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:17.149185 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:18.651822 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:32.234361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48386) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:32.252760 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48392) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:32.741298 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-network', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:32.773014 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-152591976-network', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:32.848894 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Made reservation on behalf of f1ad165a01634101b588b4fabf7c019e for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:32.851232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:32.859904 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:32.885666 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Made reservation on behalf of a0f603aaa87743dead70efb96f53a709 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:32.888035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:32.901145 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:32.989128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks [] for security_group (3b18d2c9-2579-4165-bb12-abf55860bf76), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.016278 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48426) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:33.048473 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks [] for security_group (e21f05b5-f4f3-4706-ba68-014d2f86ff64), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.049867 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48436) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:33.082640 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3b18d2c9-2579-4165-bb12-abf55860bf76), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.105459 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:44:33.115315 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e21f05b5-f4f3-4706-ba68-014d2f86ff64), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.133333 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (d03923e0-a941-43d8-b175-173034b24cf5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.133682 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Added segment d03923e0-a941-43d8-b175-173034b24cf5 of type vlan for network 8537df3a-7c7c-40d1-9366-a8899c30561f Mar 24 07:44:33.143707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b18d2c9-2579-4165-bb12-abf55860bf76,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:33.147250 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:44:33.177192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177727 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.177866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.178377 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.178867 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.179374 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.179864 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.180406 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.180890 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.181381 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Tracked resource versions report: Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: pushed versions: Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: { 'AddressGroup': {'1.2'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Agent': {'1.1'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'ConntrackHelper': {'1.0'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Log': {'1.0'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'NDPProxy': {'1.0'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Network': {'1.1'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Port': {'1.7'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'PortForwarding': {'1.3'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'QosPolicy': {'1.10'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroup': {'1.5'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SubPort': {'1.0'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Subnet': {'1.1'}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Trunk': {'1.1'}} Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: consumer versions: Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: HyperV agent@hv-cinder-83482: {}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Agent': '1.1', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'ConntrackHelper': '1.0', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'LocalIPAssociation': '1.0', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Log': '1.0', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'NDPProxy': '1.0', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Network': '1.1', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Port': '1.7', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'PortForwarding': '1.3', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'QosPolicy': '1.10', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroup': '1.5', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SecurityGroupRule': '1.2', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'SubPort': '1.0', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Subnet': '1.1', Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: 'Trunk': '1.1'}} Mar 24 07:44:33.182727 dv-cinder-834822-3-iscsi neutron-server[110215]: {{(pid=110215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:44:33.228518 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (65447a5d-0319-42c5-9d92-452eab4a31a6), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.229050 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Added segment 65447a5d-0319-42c5-9d92-452eab4a31a6 of type vlan for network 2dadecba-edaa-4555-94ad-d70c7071647c Mar 24 07:44:33.231517 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (8537df3a-7c7c-40d1-9366-a8899c30561f), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.290651 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21f05b5-f4f3-4706-ba68-014d2f86ff64,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:33.305183 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (2dadecba-edaa-4555-94ad-d70c7071647c), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.414870 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1842362236-network', 'tenant_id': '1324925f41bd4e8fae3eceb011222bea'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:33.455171 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (2dadecba-edaa-4555-94ad-d70c7071647c), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.456681 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:33.458246 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.461490 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (8537df3a-7c7c-40d1-9366-a8899c30561f), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.463121 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:33.464244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.490194 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-352940421-network', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:33.531620 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Made reservation on behalf of 1324925f41bd4e8fae3eceb011222bea for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:33.534288 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.546045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.552557 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] Pushing event updated for resources: {'Network': ['ID=2dadecba-edaa-4555-94ad-d70c7071647c,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:33.564875 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 2dadecba-edaa-4555-94ad-d70c7071647c details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:44:33.635206 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1aaf9fd7-f323-4885-bcd8-a7ad50dd6093 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3811076 Mar 24 07:44:33.638450 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48456) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:33.639393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks [] for security_group (328ddbee-d408-4289-bda5-20468c21c28a), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.647368 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Request body: {'subnet': {'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-subnet', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:33.659041 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4229934 Mar 24 07:44:33.662837 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48460) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:33.668835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Request body: {'subnet': {'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-subnet', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:33.672176 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd954c9-14a3-45f3-bd50-22ec05e72be5 admin admin] Pushing event updated for resources: {'Network': ['ID=8537df3a-7c7c-40d1-9366-a8899c30561f,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:33.681662 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Made reservation on behalf of 1e792105a0444c72bee0d9c7fd1235ed for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:33.687107 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.688153 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 8537df3a-7c7c-40d1-9366-a8899c30561f details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:44:33.712819 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.760492 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Made reservation on behalf of f1ad165a01634101b588b4fabf7c019e for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:33.763168 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.853703 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks [] for security_group (e360f219-57e0-4701-8809-bfc6d2da1105), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.853703 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (328ddbee-d408-4289-bda5-20468c21c28a), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.872708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:44:33.899704 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (07f03f43-2411-4fe6-bbf6-bfbd60f22ce2), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.900242 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Added segment 07f03f43-2411-4fe6-bbf6-bfbd60f22ce2 of type vlan for network f8451d8d-c1be-482c-9156-5caef9013425 Mar 24 07:44:33.913935 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328ddbee-d408-4289-bda5-20468c21c28a,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:33.949543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.949895 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.950247 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.950590 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.951252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.951785 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.952134 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.952473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.952807 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.953149 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.953734 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.954093 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.954816 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.954816 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.955063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Tracked resource versions report: Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: pushed versions: Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: { 'AddressGroup': {'1.2'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Agent': {'1.1'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'ConntrackHelper': {'1.0'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Log': {'1.0'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'NDPProxy': {'1.0'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Network': {'1.1'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Port': {'1.7'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'PortForwarding': {'1.3'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'QosPolicy': {'1.10'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroup': {'1.5'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SubPort': {'1.0'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Subnet': {'1.1'}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Trunk': {'1.1'}} Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: consumer versions: Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: HyperV agent@hv-cinder-83482: {}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Agent': '1.1', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'ConntrackHelper': '1.0', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'LocalIPAssociation': '1.0', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Log': '1.0', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'NDPProxy': '1.0', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Network': '1.1', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Port': '1.7', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'PortForwarding': '1.3', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'QosPolicy': '1.10', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroup': '1.5', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SecurityGroupRule': '1.2', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'SubPort': '1.0', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Subnet': '1.1', Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: 'Trunk': '1.1'}} Mar 24 07:44:33.956291 dv-cinder-834822-3-iscsi neutron-server[110216]: {{(pid=110216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:44:33.967894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e360f219-57e0-4701-8809-bfc6d2da1105), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.976853 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (f8451d8d-c1be-482c-9156-5caef9013425), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:33.997085 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Made reservation on behalf of a0f603aaa87743dead70efb96f53a709 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:34.001827 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.014530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:44:34.085378 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e360f219-57e0-4701-8809-bfc6d2da1105,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:34.094264 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.094606 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Added segment cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa of type vlan for network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb Mar 24 07:44:34.165654 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (4a73517c-c95f-4cb4-9da3-a77ca754f4bb), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.174497 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (f8451d8d-c1be-482c-9156-5caef9013425), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.180009 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:34.180009 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.235223 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.284843 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] Pushing event updated for resources: {'Network': ['ID=f8451d8d-c1be-482c-9156-5caef9013425,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:34.295857 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:34.304383 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network f8451d8d-c1be-482c-9156-5caef9013425 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:44:34.312063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Checking segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:34.312063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Network hostable DHCP agents. Network: 2dadecba-edaa-4555-94ad-d70c7071647c, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:44:34.434728 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6f38dbe2-7e84-43dd-996e-c44d66cbadfd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4140286 Mar 24 07:44:34.434728 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (4a73517c-c95f-4cb4-9da3-a77ca754f4bb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.434728 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:34.434728 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.436352 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48494) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:34.443690 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Request body: {'subnet': {'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1842362236-subnet', 'tenant_id': '1324925f41bd4e8fae3eceb011222bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:34.465760 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Network 2dadecba-edaa-4555-94ad-d70c7071647c is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:44:34.507377 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] Pushing event updated for resources: {'Network': ['ID=4a73517c-c95f-4cb4-9da3-a77ca754f4bb,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:34.517560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:44:34.579684 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Made reservation on behalf of 1324925f41bd4e8fae3eceb011222bea for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:34.580042 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (f0acc894-29cf-45b1-a800-4a8b539b8501), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.583449 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.585584 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 2dadecba-edaa-4555-94ad-d70c7071647c) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:34.596441 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-97007177-1cad-4a98-b686-6377a3cd5828 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5445499 Mar 24 07:44:34.600705 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48496) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:34.600994 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4be2192-f0d9-4532-9d4a-3ca4e697e131 None None] Network 2dadecba-edaa-4555-94ad-d70c7071647c requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:34.602944 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:34.604321 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.641606 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Request body: {'subnet': {'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-352940421-subnet', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:34.653423 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0acc894-29cf-45b1-a800-4a8b539b8501,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:34.669188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Checking segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:34.674094 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Network hostable DHCP agents. Network: 8537df3a-7c7c-40d1-9366-a8899c30561f, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:44:34.724904 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-2dadecba-edaa-4555-94ad-d70c7071647c', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:44:34.726026 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.734547 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1b1968f0-8b09-4380-a366-e4d1f079ce76 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0938661 Mar 24 07:44:34.742081 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48498) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:34.746768 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:34.763596 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Network 8537df3a-7c7c-40d1-9366-a8899c30561f is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:44:34.764563 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Made reservation on behalf of 1e792105a0444c72bee0d9c7fd1235ed for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:34.766857 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.858434 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (f1779670-f587-4328-893b-28a7081668bf), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.859362 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (f1779670-f587-4328-893b-28a7081668bf), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.862495 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Allocated IP 172.20.0.2 (2dadecba-edaa-4555-94ad-d70c7071647c/9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1/2d756e66-1f9e-4a6e-ad2a-db053c908741) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:34.893756 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 8537df3a-7c7c-40d1-9366-a8899c30561f) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:34.898255 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:34.898910 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.933036 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74bddca-6237-4fdd-a740-b1f14ef4c008 None None] Network 8537df3a-7c7c-40d1-9366-a8899c30561f requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:34.954168 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks [] for router_controller (f1779670-f587-4328-893b-28a7081668bf), precommit_add_association {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:34.985872 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (f49cd6d7-35da-4db6-bd6d-8df3c98bf391), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.021521 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-cac4064f-900b-4e73-b78a-11cf9b52b21e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3476741 Mar 24 07:44:35.031089 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48502) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:35.040886 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:35.110556 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-8537df3a-7c7c-40d1-9366-a8899c30561f', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:44:35.111443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.137623 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Publish callbacks [] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.162293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49cd6d7-35da-4db6-bd6d-8df3c98bf391,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:35.195427 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (bfe46324-87fe-4782-9f3c-6a62d5e14896), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.197413 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (bfe46324-87fe-4782-9f3c-6a62d5e14896), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.205027 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Checking segment: {'id': '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:35.205538 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Network hostable DHCP agents. Network: f8451d8d-c1be-482c-9156-5caef9013425, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:44:35.224085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (3e641aba-2513-4ff7-ad96-00f7847792d3), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.229587 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.251666 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Network 2dadecba-edaa-4555-94ad-d70c7071647c is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:35.268308 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:35.278710 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:35.310941 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e641aba-2513-4ff7-ad96-00f7847792d3,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:35.342597 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks [] for router_controller (bfe46324-87fe-4782-9f3c-6a62d5e14896), precommit_add_association {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.382724 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Pushing event updated for resources: {'Port': ['ID=2d756e66-1f9e-4a6e-ad2a-db053c908741,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:35.432969 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.433328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.433698 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.434065 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.434411 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.434746 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.435075 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.435662 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.436396 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.436898 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.437566 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.438084 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.438581 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.439061 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.439549 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Tracked resource versions report: Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: pushed versions: Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: { 'AddressGroup': {'1.2'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Agent': {'1.1'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'ConntrackHelper': {'1.0'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Log': {'1.0'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'NDPProxy': {'1.0'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Network': {'1.1'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Port': {'1.7'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'PortForwarding': {'1.3'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'QosPolicy': {'1.10'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroup': {'1.5'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SubPort': {'1.0'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Subnet': {'1.1'}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Trunk': {'1.1'}} Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: consumer versions: Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: HyperV agent@hv-cinder-83482: {}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Agent': '1.1', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'ConntrackHelper': '1.0', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'LocalIPAssociation': '1.0', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Log': '1.0', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'NDPProxy': '1.0', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Network': '1.1', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Port': '1.7', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'PortForwarding': '1.3', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'QosPolicy': '1.10', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroup': '1.5', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SecurityGroupRule': '1.2', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'SubPort': '1.0', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Subnet': '1.1', Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: 'Trunk': '1.1'}} Mar 24 07:44:35.440979 dv-cinder-834822-3-iscsi neutron-server[110217]: {{(pid=110217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:44:35.468403 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Network f8451d8d-c1be-482c-9156-5caef9013425 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:44:35.490493 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks [] for router_gateway (f1779670-f587-4328-893b-28a7081668bf), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.521356 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:35.521906 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Network hostable DHCP agents. Network: 4a73517c-c95f-4cb4-9da3-a77ca754f4bb, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:44:35.547240 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Attempting to bind port 2d756e66-1f9e-4a6e-ad2a-db053c908741 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:35.547633 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Attempting to bind port 2d756e66-1f9e-4a6e-ad2a-db053c908741 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:35.548025 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Attempting to bind port 2d756e66-1f9e-4a6e-ad2a-db053c908741 on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:35.558810 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:35.559200 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Checking segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:35.559609 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.560022 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Bound using segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:35.560504 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Bound port: 2d756e66-1f9e-4a6e-ad2a-db053c908741, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:35.560918 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.564180 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, f8451d8d-c1be-482c-9156-5caef9013425) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:35.570089 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:35.573047 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.584130 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650b70a-a311-4856-8273-954e0f4d2b21 None None] Network f8451d8d-c1be-482c-9156-5caef9013425 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:35.587598 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Allocated IP 172.20.0.2 (8537df3a-7c7c-40d1-9366-a8899c30561f/f0acc894-29cf-45b1-a800-4a8b539b8501/104bcba6-7dd0-4f61-bcbf-bb0888e65bc9) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:35.652481 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks [] for router_gateway (bfe46324-87fe-4782-9f3c-6a62d5e14896), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.683340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:44:35.688402 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-529627ed-9b42-4fab-bb60-c8814eb04779 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2508748 Mar 24 07:44:35.696849 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 4a73517c-c95f-4cb4-9da3-a77ca754f4bb) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:35.701561 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:35.702166 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.847057 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48540) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:35.848791 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ad459567-296a-4141-bcd3-2e2ca93d0c99 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2416978 Mar 24 07:44:35.853131 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.861854 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab32c74-cf30-4be2-b630-8adee71de970 None None] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:35.868108 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:35.955199 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks [] for router_gateway (f1779670-f587-4328-893b-28a7081668bf), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.980388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:35.999653 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] For port 2d756e66-1f9e-4a6e-ad2a-db053c908741, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:36.025672 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e185fc02-02bf-4108-b7e7-373799eec611 None None] Network f8451d8d-c1be-482c-9156-5caef9013425 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:36.045688 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (9d32c1ba-fd5e-402f-ad39-28f10203bb81), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.045814 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] For port 2d756e66-1f9e-4a6e-ad2a-db053c908741, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2d756e66-1f9e-4a6e-ad2a-db053c908741,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:36.045904 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (9d32c1ba-fd5e-402f-ad39-28f10203bb81), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.115635 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks [] for router_controller (9d32c1ba-fd5e-402f-ad39-28f10203bb81), precommit_add_association {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.177928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:44:36.177928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.178739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks [] for router_gateway (bfe46324-87fe-4782-9f3c-6a62d5e14896), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.185406 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.188903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48564) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:36.211310 dv-cinder-834822-3-iscsi neutron-server[110216]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 07:44:36.268835 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a1db0-c82a-4218-b6ae-fe02fd5c2c1d None None] Pushing event updated for resources: {'Port': ['ID=2d756e66-1f9e-4a6e-ad2a-db053c908741,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:36.309026 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.310844 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Publish callbacks [] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.318868 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Allocated IP 172.27.3.162 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/84b39bac-5d24-437b-9895-df255dfccfd5) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:36.441177 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.458537 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks [] for port (84b39bac-5d24-437b-9895-df255dfccfd5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.505178 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Network 8537df3a-7c7c-40d1-9366-a8899c30561f is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:36.510645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:36.515911 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:36.557488 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Pushing event updated for resources: {'Port': ['ID=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:36.578839 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-ca67204e-fe2a-4ae6-af95-24dcf3305c1a tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:36.591229 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-ca67204e-fe2a-4ae6-af95-24dcf3305c1a tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/networks?id=f8451d8d-c1be-482c-9156-5caef9013425 HTTP/1.1" status: 200 len: 812 time: 0.3974338 Mar 24 07:44:36.600614 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.637812 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Attempting to bind port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:36.638517 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Attempting to bind port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:36.639057 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Attempting to bind port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 on network 8537df3a-7c7c-40d1-9366-a8899c30561f {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:36.657599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:36.658255 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Checking segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:36.658992 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.659566 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Bound using segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:36.660283 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Bound port: 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:36.661421 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.685179 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Allocated IP 172.20.0.2 (4a73517c-c95f-4cb4-9da3-a77ca754f4bb/3e641aba-2513-4ff7-ad96-00f7847792d3/5d4a9920-e161-4b95-ad74-39683527a8b5) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:36.691011 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-c7222924-e56b-4e0d-b335-cd350c85ad5f tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/quotas/1324925f41bd4e8fae3eceb011222bea HTTP/1.1" status: 200 len: 375 time: 0.0987322 Mar 24 07:44:36.692970 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Pushing event updated for resources: {'Port': ['ID=84b39bac-5d24-437b-9895-df255dfccfd5,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:36.716570 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:36.720794 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:36.728982 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:36.786063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Allocated IP 172.27.3.92 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/1f54abbc-7d1c-4254-81f5-a062e5231ee2) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:36.852291 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] For port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:36.858979 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] For port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:36.892045 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-bba85fcc-0fd9-4a66-b0e4-d17c88a74eb3 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1324925f41bd4e8fae3eceb011222bea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1400247 Mar 24 07:44:36.899778 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks [] for router_gateway (9d32c1ba-fd5e-402f-ad39-28f10203bb81), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.957571 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Publish callbacks [] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:36.959969 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.042006 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c982daf-edd5-4ed9-b4b7-1cb850f0a590 None None] Pushing event updated for resources: {'Port': ['ID=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:37.048831 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.134510 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Pushing event updated for resources: {'Port': ['ID=5d4a9920-e161-4b95-ad74-39683527a8b5,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:37.138460 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:37.140271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:37.142392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:37.241980 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Attempting to bind port 5d4a9920-e161-4b95-ad74-39683527a8b5 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:37.242816 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Attempting to bind port 5d4a9920-e161-4b95-ad74-39683527a8b5 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:37.243011 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Attempting to bind port 5d4a9920-e161-4b95-ad74-39683527a8b5 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:37.267144 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:37.267694 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:37.268328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.271393 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Bound using segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:37.272154 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Bound port: 5d4a9920-e161-4b95-ad74-39683527a8b5, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:37.272720 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.329290 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks [] for router_gateway (f1779670-f587-4328-893b-28a7081668bf), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.378225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks [] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.438416 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-3a862a68-25a0-4dcd-a10b-2aba0ed90e30 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:44:37.438416 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-3a862a68-25a0-4dcd-a10b-2aba0ed90e30 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1391799 Mar 24 07:44:37.500774 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] For port 5d4a9920-e161-4b95-ad74-39683527a8b5, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:37.500774 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] For port 5d4a9920-e161-4b95-ad74-39683527a8b5, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=5d4a9920-e161-4b95-ad74-39683527a8b5,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:37.564916 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-eb26105b-6565-409b-b5d4-3817fdb67da6 service neutron] 10.222.0.20 "GET /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190965 Mar 24 07:44:37.602031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.679600 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-eb5ec79d-6fac-4c17-a8ff-18b4a339b376 service neutron] 10.222.0.20 "GET /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042533 Mar 24 07:44:37.749904 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (f1779670-f587-4328-893b-28a7081668bf), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:37.753766 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b55d-919f-421a-a865-320130fb20c6 None None] Pushing event updated for resources: {'Port': ['ID=5d4a9920-e161-4b95-ad74-39683527a8b5,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:37.931729 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:38.036321 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks [] for router_gateway (9d32c1ba-fd5e-402f-ad39-28f10203bb81), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.062865 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:38.063258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.108938 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.139825 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.174560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb634d-97be-4ef6-a9ab-e95be9138e51 None None] Network 2dadecba-edaa-4555-94ad-d70c7071647c requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:38.190169 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Router f1779670-f587-4328-893b-28a7081668bf is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:44:38.388209 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:38.388888 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.442236 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] Provisioning complete for port 2d756e66-1f9e-4a6e-ad2a-db053c908741 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:38.442737 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.488863 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:38.502356 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:38.522131 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:38.527287 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Allocated IP 172.27.3.228 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/b4ec5a91-73d3-42fa-a1fc-62eff354eedb) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:38.529677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Pushing event updated for resources: {'Port': ['ID=1f54abbc-7d1c-4254-81f5-a062e5231ee2,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:38.536332 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:38.565194 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:44:38.575539 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Sync routers for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:44:38.593993 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:38.594689 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:38.629166 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.630184 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2d756e66-1f9e-4a6e-ad2a-db053c908741 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:38.682346 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks [] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.708051 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.709735 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-485032b8-18f5-4836-a010-01f953ef5ead admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9710219 Mar 24 07:44:38.713418 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48652) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:38.809271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] Current status of the port 2d756e66-1f9e-4a6e-ad2a-db053c908741 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:38.812969 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:38.848340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48656) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:38.856959 dv-cinder-834822-3-iscsi neutron-server[110215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 24 07:44:38.915133 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] For port 2d756e66-1f9e-4a6e-ad2a-db053c908741, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2d756e66-1f9e-4a6e-ad2a-db053c908741,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:38.923777 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d22057-9e12-4acb-844e-1cca46221233 None None] Network 8537df3a-7c7c-40d1-9366-a8899c30561f requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:38.970067 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-56868d1c-67c6-43d3-bf9d-ce8232c5fd75 req-884584db-d637-4757-a38b-e388598ad105 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.1192908 Mar 24 07:44:38.999341 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.024452 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:39.042566 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.087619 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 2d756e66-1f9e-4a6e-ad2a-db053c908741 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:39.088147 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.420803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:39.420803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:39.420803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:39.423197 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:39.424077 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:39.468335 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-01672849-39e9-44d8-be4c-bcbbc3970a1b None None] Provisioning complete for port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:39.468851 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-01672849-39e9-44d8-be4c-bcbbc3970a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.475285 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a66908-ca87-46cb-88b4-9434acd965b8 None None] Pushing event updated for resources: {'Port': ['ID=2d756e66-1f9e-4a6e-ad2a-db053c908741,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:39.580114 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:36Z', 'revision_number': 3, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:39.639805 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c53d56a-ae83-4cf1-8463-ff770cada18a None None] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:39.645206 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 2d756e66-1f9e-4a6e-ad2a-db053c908741 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:39.666901 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Checking router: f1779670-f587-4328-893b-28a7081668bf for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:44:39.666901 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Updating router f1779670-f587-4328-893b-28a7081668bf port 84b39bac-5d24-437b-9895-df255dfccfd5 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:44:39.750050 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.758142 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks [] for router_gateway (bfe46324-87fe-4782-9f3c-6a62d5e14896), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.808971 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-01672849-39e9-44d8-be4c-bcbbc3970a1b None None] Current status of the port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:39.877560 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks [] for router_gateway (9d32c1ba-fd5e-402f-ad39-28f10203bb81), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:39.997136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.052298 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2d756e66-1f9e-4a6e-ad2a-db053c908741 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:40.142638 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Provisioning complete for port 5d4a9920-e161-4b95-ad74-39683527a8b5 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:40.144223 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.283797 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Current status of the port 5d4a9920-e161-4b95-ad74-39683527a8b5 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:40.284303 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.293669 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Allocated IP 172.20.0.1 (2dadecba-edaa-4555-94ad-d70c7071647c/9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1/010f648d-09b0-4db1-bb20-622ac75cbc28) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:40.300265 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 2d756e66-1f9e-4a6e-ad2a-db053c908741 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:40.301610 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.336627 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] For port 5d4a9920-e161-4b95-ad74-39683527a8b5, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=5d4a9920-e161-4b95-ad74-39683527a8b5,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:40.336849 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Publish callbacks [] for port (84b39bac-5d24-437b-9895-df255dfccfd5), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.431904 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks [] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.448410 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.454140 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 2d756e66-1f9e-4a6e-ad2a-db053c908741 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:40.456023 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 5d4a9920-e161-4b95-ad74-39683527a8b5 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:40.507799 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.514877 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Pushing event updated for resources: {'Port': ['ID=84b39bac-5d24-437b-9895-df255dfccfd5,revision_number=2']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:40.533507 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.537528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.538341 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.538341 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Tracked resource versions report: Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: pushed versions: Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: { 'AddressGroup': {'1.2'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Agent': {'1.1'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'ConntrackHelper': {'1.0'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'LocalIPAssociation': {'1.0'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Log': {'1.0'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'NDPProxy': {'1.0'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Network': {'1.1'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Port': {'1.7'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'PortForwarding': {'1.3'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'QosPolicy': {'1.10'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroup': {'1.5'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroupRule': {'1.2'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SubPort': {'1.0'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Subnet': {'1.1'}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Trunk': {'1.1'}} Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: consumer versions: Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: { DHCP agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: HyperV agent@hv-cinder-83482: {}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: L3 agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: Metadata agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: Metering agent@dv-cinder-834822-3-iscsi: {}, Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: Open vSwitch agent@dv-cinder-834822-3-iscsi: { 'AddressGroup': '1.2', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Agent': '1.1', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'ConntrackHelper': '1.0', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'LocalIPAssociation': '1.0', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Log': '1.0', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'NDPProxy': '1.0', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Network': '1.1', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Port': '1.7', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'PortForwarding': '1.3', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'QosPolicy': '1.10', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroup': '1.5', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SecurityGroupRule': '1.2', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'SubPort': '1.0', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Subnet': '1.1', Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: 'Trunk': '1.1'}} Mar 24 07:44:40.539498 dv-cinder-834822-3-iscsi neutron-server[110218]: {{(pid=110218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 24 07:44:40.543123 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Attempting to bind port 84b39bac-5d24-437b-9895-df255dfccfd5 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:40.543493 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Attempting to bind port 84b39bac-5d24-437b-9895-df255dfccfd5 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:40.543875 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Attempting to bind port 84b39bac-5d24-437b-9895-df255dfccfd5 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:40.550066 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:40.550445 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:40.551391 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.552194 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:40.552314 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ae47fa0-dd0c-4275-bf67-64b6126078c0 req-9a020e37-76eb-4b83-9a83-d3281715e21f tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.3879170 Mar 24 07:44:40.552404 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Bound port: 84b39bac-5d24-437b-9895-df255dfccfd5, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:40.552819 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.557395 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.557556 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (bfe46324-87fe-4782-9f3c-6a62d5e14896), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.617255 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Pushing event updated for resources: {'Port': ['ID=5d4a9920-e161-4b95-ad74-39683527a8b5,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:40.631699 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Provisioning complete for port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:40.632533 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.637755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Network 2dadecba-edaa-4555-94ad-d70c7071647c is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:40.641730 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:40.645834 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:40.646804 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (f1779670-f587-4328-893b-28a7081668bf), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.648057 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] For port 84b39bac-5d24-437b-9895-df255dfccfd5, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:40.655378 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] For port 84b39bac-5d24-437b-9895-df255dfccfd5, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=84b39bac-5d24-437b-9895-df255dfccfd5,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:40.697042 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Pushing event updated for resources: {'Port': ['ID=010f648d-09b0-4db1-bb20-622ac75cbc28,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:40.702505 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 5d4a9920-e161-4b95-ad74-39683527a8b5 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:40.703263 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.771888 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (9d32c1ba-fd5e-402f-ad39-28f10203bb81), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.779494 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.795136 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Current status of the port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:40.824637 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Provisioning complete for port 2d756e66-1f9e-4a6e-ad2a-db053c908741 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:40.825260 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:40.858170 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73385de9-4f3c-4be6-8ad7-a60d14a318f7 None None] Pushing event updated for resources: {'Port': ['ID=84b39bac-5d24-437b-9895-df255dfccfd5,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:40.883250 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:40.884278 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:40.962680 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.010651 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-e420089a-a776-402c-af14-8d7d287f5e8e None None] Current status of the port 2d756e66-1f9e-4a6e-ad2a-db053c908741 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:41.018335 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 5d4a9920-e161-4b95-ad74-39683527a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:41.020081 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:41.037386 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:41.053782 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:44:41.097734 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:41.099464 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.197914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:44:41.200118 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:44:41.221005 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:44:41.226538 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-763db601-b0cb-4567-b0b2-25a6e92f42ba None None] Provisioning complete for port 5d4a9920-e161-4b95-ad74-39683527a8b5 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:41.227549 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-763db601-b0cb-4567-b0b2-25a6e92f42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.260226 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks [] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.311876 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.317605 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-56e67393-5775-4154-8305-4f3dc0353b85 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2804999 Mar 24 07:44:41.317819 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:41.317819 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:41.318023 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48718) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:41.366027 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:44:41.380116 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:44:41.386788 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:36Z', 'revision_number': 3, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:41.424122 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e922fa0-4c67-4ae6-ac1e-98b00aef185d None None] The sync data for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi is: [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:36Z', 'revision_number': 3, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:44:41.429286 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:41.432565 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:41.433926 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.434764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (f1779670-f587-4328-893b-28a7081668bf), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.455769 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.460344 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c9d55b6d-d885-4b31-88bb-e9dbd8bc57c4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6006401 Mar 24 07:44:41.467104 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 48724) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:41.562424 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Pushing event updated for resources: {'Port': ['ID=010f648d-09b0-4db1-bb20-622ac75cbc28,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:41.605806 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:41.609187 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-763db601-b0cb-4567-b0b2-25a6e92f42ba None None] Current status of the port 5d4a9920-e161-4b95-ad74-39683527a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:41.646892 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:41.682225 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-763db601-b0cb-4567-b0b2-25a6e92f42ba None None] Provisioning complete for port 010f648d-09b0-4db1-bb20-622ac75cbc28 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:41.682225 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-763db601-b0cb-4567-b0b2-25a6e92f42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:41.756043 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-763db601-b0cb-4567-b0b2-25a6e92f42ba None None] Port 010f648d-09b0-4db1-bb20-622ac75cbc28 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:41.775797 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:41.865052 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 5d4a9920-e161-4b95-ad74-39683527a8b5 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:41.968601 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Network 2dadecba-edaa-4555-94ad-d70c7071647c is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:42.000492 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:42.101955 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:39Z', 'revision_number': 3, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:42.112441 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7618ba55-d69a-4c5e-a4a4-82230775a2a4 req-fecb8279-d205-46be-9300-307f6e26793e tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.1099865 Mar 24 07:44:42.181494 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:44:42.181494 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Updating router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 port b4ec5a91-73d3-42fa-a1fc-62eff354eedb binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:44:42.218596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 5d4a9920-e161-4b95-ad74-39683527a8b5 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:42.220761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:42.224444 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Router f1779670-f587-4328-893b-28a7081668bf has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:44:42.289349 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:42.429570 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:39Z', 'revision_number': 3, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:42.606776 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 5d4a9920-e161-4b95-ad74-39683527a8b5 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:42.610774 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-afbfa00a-4545-4460-abd6-9b3ce11afad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:42.615997 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:44:42.622776 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Updating router bfe46324-87fe-4782-9f3c-6a62d5e14896 port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:44:42.657906 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-a94989fb-63fc-445b-9b1f-b328c5c25219 None None] Provisioning complete for port 010f648d-09b0-4db1-bb20-622ac75cbc28 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:42.658285 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a94989fb-63fc-445b-9b1f-b328c5c25219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:42.707648 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:44:42.711919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:42.722652 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5353502d-c460-4380-898e-d65f751576ed admin admin] 10.222.0.20 "PUT /v2.0/routers/f1779670-f587-4328-893b-28a7081668bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0050638 Mar 24 07:44:42.804180 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-a94989fb-63fc-445b-9b1f-b328c5c25219 None None] Port 010f648d-09b0-4db1-bb20-622ac75cbc28 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:42.834283 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:42.867700 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.160504 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Publish callbacks [] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.243595 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.255456 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48788) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:43.269438 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-177a4775-e500-4c84-bec5-5eb880b80ce5 req-0e254866-b34d-4e8e-a181-30982517be01 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.0632572 Mar 24 07:44:43.327507 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Allocated IP 172.20.0.1 (4a73517c-c95f-4cb4-9da3-a77ca754f4bb/3e641aba-2513-4ff7-ad96-00f7847792d3/d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:43.381826 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dab950-cb8d-4180-b548-e0f932feaae7 None None] Pushing event updated for resources: {'Port': ['ID=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,revision_number=2']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:43.419125 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Attempting to bind port b4ec5a91-73d3-42fa-a1fc-62eff354eedb on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:43.419668 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Attempting to bind port b4ec5a91-73d3-42fa-a1fc-62eff354eedb by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:43.420238 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Attempting to bind port b4ec5a91-73d3-42fa-a1fc-62eff354eedb on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:43.427806 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:43.437416 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:43.438008 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.438716 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:43.439549 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Bound port: b4ec5a91-73d3-42fa-a1fc-62eff354eedb, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:43.444688 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.531253 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3489f63f-e5fb-4b99-acac-a6162dfee4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.556015 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Allocated IP 172.20.0.1 (8537df3a-7c7c-40d1-9366-a8899c30561f/f0acc894-29cf-45b1-a800-4a8b539b8501/2eaef7d7-cf26-417b-b2f5-727e915948ac) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:43.569657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks [] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.606667 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] For port b4ec5a91-73d3-42fa-a1fc-62eff354eedb, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:43.611095 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] For port b4ec5a91-73d3-42fa-a1fc-62eff354eedb, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:43.649096 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Publish callbacks [] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.682704 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.720131 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks [] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.745242 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.775158 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3489f63f-e5fb-4b99-acac-a6162dfee4a8 admin admin] Publish callbacks [] for security_group (ade5c89a-95eb-47e2-907b-5758dd0afcb3), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.797921 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dab950-cb8d-4180-b548-e0f932feaae7 None None] Pushing event updated for resources: {'Port': ['ID=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:43.810513 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:43.811366 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:43.884643 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 84b39bac-5d24-437b-9895-df255dfccfd5 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:43.902490 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3489f63f-e5fb-4b99-acac-a6162dfee4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ade5c89a-95eb-47e2-907b-5758dd0afcb3), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.918716 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.938886 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:43.944342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:43.969685 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Attempting to bind port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:43.970320 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Attempting to bind port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:43.970852 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Attempting to bind port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:43.971749 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:43.973189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (9d32c1ba-fd5e-402f-ad39-28f10203bb81), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.980085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:43.999134 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:43.999790 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:44.000432 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.000989 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:44.001767 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Bound port: 1f54abbc-7d1c-4254-81f5-a062e5231ee2, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:44.002368 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.002567 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:44.066994 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3489f63f-e5fb-4b99-acac-a6162dfee4a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=289031a5989b4ece808323b89cf9c17a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8076086 Mar 24 07:44:44.070756 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 48826) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:44.084716 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eeeef-f6f0-4aac-b175-1a006798130a None None] Pushing event updated for resources: {'Port': ['ID=1f54abbc-7d1c-4254-81f5-a062e5231ee2,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:44.103822 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Network 8537df3a-7c7c-40d1-9366-a8899c30561f is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:44.119136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3489f63f-e5fb-4b99-acac-a6162dfee4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade5c89a-95eb-47e2-907b-5758dd0afcb3,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:44.160485 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:44.167321 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:44.167987 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (bfe46324-87fe-4782-9f3c-6a62d5e14896), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.217501 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] For port 1f54abbc-7d1c-4254-81f5-a062e5231ee2, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:44.219967 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 84b39bac-5d24-437b-9895-df255dfccfd5 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:44.221226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.293641 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] For port 1f54abbc-7d1c-4254-81f5-a062e5231ee2, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=1f54abbc-7d1c-4254-81f5-a062e5231ee2,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:44.338222 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Pushing event updated for resources: {'Port': ['ID=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:44.392605 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaef7d7-cf26-417b-b2f5-727e915948ac,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:44.418233 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:39Z', 'revision_number': 3, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:44.436467 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad698788-eba5-4d68-9ae6-9ecb883867b0 admin admin] Publish callbacks [] for security_group (ade5c89a-95eb-47e2-907b-5758dd0afcb3), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.438416 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 84b39bac-5d24-437b-9895-df255dfccfd5 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:44.438836 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.458621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.466815 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf11daf-8335-4817-8af2-b819aeac91a8 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:39Z', 'revision_number': 3, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:44:44.474010 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Sync routers for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:44:44.500711 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.506415 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad698788-eba5-4d68-9ae6-9ecb883867b0 admin admin] Publish callbacks [] for security_group (ade5c89a-95eb-47e2-907b-5758dd0afcb3), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.517064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-05fbb65b-af71-4073-90cb-60b58d9c08c1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:44.526923 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-05fbb65b-af71-4073-90cb-60b58d9c08c1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 819 time: 0.8697510 Mar 24 07:44:44.581570 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-1e4e8829-7c7d-4821-9f3d-0eccb5fc3233 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/quotas/f1ad165a01634101b588b4fabf7c019e HTTP/1.1" status: 200 len: 375 time: 0.0521514 Mar 24 07:44:44.592265 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 84b39bac-5d24-437b-9895-df255dfccfd5, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=84b39bac-5d24-437b-9895-df255dfccfd5,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:44.614783 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-fb690429-462a-4f36-a53b-4cdbda0502d1 None None] Provisioning complete for port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:44.617085 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fb690429-462a-4f36-a53b-4cdbda0502d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.632085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.644773 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:44.645399 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:44.697719 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad698788-eba5-4d68-9ae6-9ecb883867b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ade5c89a-95eb-47e2-907b-5758dd0afcb3), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.700551 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ad698788-eba5-4d68-9ae6-9ecb883867b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:44.704250 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ad698788-eba5-4d68-9ae6-9ecb883867b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade5c89a-95eb-47e2-907b-5758dd0afcb3 HTTP/1.1" status: 204 len: 168 time: 0.6243439 Mar 24 07:44:44.729860 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-d2c14b16-6a36-489a-95c7-a240938f247a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431510 Mar 24 07:44:44.753517 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-39c3dbf0-6cb0-491b-a396-3a65817f2563 req-79bd8332-d3cf-4809-b156-f32d276d70e8 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.0688899 Mar 24 07:44:44.761165 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad698788-eba5-4d68-9ae6-9ecb883867b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade5c89a-95eb-47e2-907b-5758dd0afcb3,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:44.810510 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:44.810510 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:44.900826 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-2867540a-3f2f-4250-b33b-770769d19574 service neutron] 10.222.0.20 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571474 Mar 24 07:44:44.981189 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:44.998136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks [] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.031325 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.063408 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-fb690429-462a-4f36-a53b-4cdbda0502d1 None None] Port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:45.070803 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7eeeef-f6f0-4aac-b175-1a006798130a None None] Pushing event updated for resources: {'Port': ['ID=1f54abbc-7d1c-4254-81f5-a062e5231ee2,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:45.087322 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks [] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.115974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-952f79ba-5ddd-492b-8f49-d3de05e24a80 service neutron] 10.222.0.20 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884828 Mar 24 07:44:45.139530 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.140597 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (bfe46324-87fe-4782-9f3c-6a62d5e14896), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.154800 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:45.196416 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.197313 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (9d32c1ba-fd5e-402f-ad39-28f10203bb81), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.247645 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaef7d7-cf26-417b-b2f5-727e915948ac,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:45.325974 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd35-971e-4538-8eb9-f3432c5d928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.401957 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Network 8537df3a-7c7c-40d1-9366-a8899c30561f is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:45.403493 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:45.426564 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Pushing event updated for resources: {'Port': ['ID=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:45.451599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=84b39bac-5d24-437b-9895-df255dfccfd5,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:45.468121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.67', 61783) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:45.512115 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-aed9769e-b3a0-4739-b593-e0ec51d412a7 None None] Provisioning complete for port 2eaef7d7-cf26-417b-b2f5-727e915948ac triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:45.513113 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aed9769e-b3a0-4739-b593-e0ec51d412a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:45.586818 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:45.590606 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:45.642135 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d328f48a-eb4f-4d3d-995b-740d12d019f0 req-d592bf12-a101-4d56-b6d7-7e8a6729d361 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 210 time: 0.1470323 Mar 24 07:44:45.652838 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-aed9769e-b3a0-4739-b593-e0ec51d412a7 None None] Port 2eaef7d7-cf26-417b-b2f5-727e915948ac cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:45.752512 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:44:46.117753 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:46.210296 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 84b39bac-5d24-437b-9895-df255dfccfd5 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:46.215036 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-da1257c9-5866-4b57-918f-9d7114962ce2 req-c338deeb-4ad6-4b57-854c-9bc913a47b93 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.1933322 Mar 24 07:44:46.221214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-add430f8-de20-4046-a7c6-a22cfa7cf555 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:46.228675 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-add430f8-de20-4046-a7c6-a22cfa7cf555 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.67 "GET /v2.0/networks?id=f8451d8d-c1be-482c-9156-5caef9013425 HTTP/1.1" status: 200 len: 812 time: 0.7555163 Mar 24 07:44:46.236373 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:44:46.244058 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b9346c20-fef7-4beb-b0d2-33b24829e353 admin admin] 10.222.0.20 "PUT /v2.0/routers/bfe46324-87fe-4782-9f3c-6a62d5e14896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9246566 Mar 24 07:44:46.273085 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:44:46.288615 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-fef8f626-78ce-40a1-a8ae-b6247616ce42 None None] Provisioning complete for port 2eaef7d7-cf26-417b-b2f5-727e915948ac triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:46.293808 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fef8f626-78ce-40a1-a8ae-b6247616ce42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:46.322282 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Request body: {'port': {'device_id': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425', 'admin_state_up': True, 'tenant_id': '1324925f41bd4e8fae3eceb011222bea'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:46.394897 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-fef8f626-78ce-40a1-a8ae-b6247616ce42 None None] Port 2eaef7d7-cf26-417b-b2f5-727e915948ac cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:46.477035 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 84b39bac-5d24-437b-9895-df255dfccfd5 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:46.477908 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:46.599554 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:41Z', 'revision_number': 2, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:46.676245 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-4de40286-5dee-41a1-9285-214e51c24805 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:46.678565 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-4de40286-5dee-41a1-9285-214e51c24805 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 819 time: 0.3869793 Mar 24 07:44:46.718792 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-2d4c36c8-1640-4e6a-9838-1eccf21febc4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/quotas/f1ad165a01634101b588b4fabf7c019e HTTP/1.1" status: 200 len: 375 time: 0.0330989 Mar 24 07:44:46.758650 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9b2c59fc-46a0-41b3-bdd6-a0a0c37bedb1 None None] Provisioning complete for port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:46.760868 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9b2c59fc-46a0-41b3-bdd6-a0a0c37bedb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:46.782928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Checking router: f1779670-f587-4328-893b-28a7081668bf for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:44:46.782928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Updating router f1779670-f587-4328-893b-28a7081668bf port 010f648d-09b0-4db1-bb20-622ac75cbc28 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:44:46.947558 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0905db0c-00d4-4d54-953c-cdc4b1a6085b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2234590 Mar 24 07:44:47.069609 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:44:47.093204 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-eafaf5c9-d589-4ed8-9380-68aef7c08f33 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d32c1ba-fd5e-402f-ad39-28f10203bb81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6271377 Mar 24 07:44:47.096098 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:47.163490 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c59fc-46a0-41b3-bdd6-a0a0c37bedb1 None None] Port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:47.167681 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Made reservation on behalf of 1324925f41bd4e8fae3eceb011222bea for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:47.171217 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:47.302489 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:47.306071 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:44:47.312266 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:44:47.325804 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 84b39bac-5d24-437b-9895-df255dfccfd5 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:47.326980 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device b4ec5a91-73d3-42fa-a1fc-62eff354eedb up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:47.343476 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:43Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:47.343831 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:47.344389 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:47.461644 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937caf4d-7f8b-4024-9b1f-4cd9bb3707d8 None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:43Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:44:47.532985 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:47.630630 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port b4ec5a91-73d3-42fa-a1fc-62eff354eedb triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:47.633551 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:47.717736 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49012) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:47.897104 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Allocated IP 172.20.0.6 (f8451d8d-c1be-482c-9156-5caef9013425/f49cd6d7-35da-4db6-bd6d-8df3c98bf391/8f00fdb4-9572-48c1-b9ae-e337ba4afe40) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:47.931079 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Publish callbacks [] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.015201 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:48.059728 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:44:48.065125 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Updating router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:44:48.090275 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-99d92efb-ce20-4b30-8fb2-f7289874e9c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.106966 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port b4ec5a91-73d3-42fa-a1fc-62eff354eedb is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:48.108605 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.108895 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.119185 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.330418 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f1b3ee2f-501c-44e9-ba0c-6b64fe9d8e54 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:44:48.334906 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f1b3ee2f-501c-44e9-ba0c-6b64fe9d8e54 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3797290 Mar 24 07:44:48.362318 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port b4ec5a91-73d3-42fa-a1fc-62eff354eedb, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:48.388919 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d9db-e9a2-404b-92fa-3905e02c08a6 None None] Pushing event updated for resources: {'Port': ['ID=010f648d-09b0-4db1-bb20-622ac75cbc28,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:48.405821 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49032) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:48.435582 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140054689', 'description': 'tempest-description--1177416611'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:48.468935 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.714825 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Attempting to bind port 010f648d-09b0-4db1-bb20-622ac75cbc28 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:48.715487 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Attempting to bind port 010f648d-09b0-4db1-bb20-622ac75cbc28 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:48.716225 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Attempting to bind port 010f648d-09b0-4db1-bb20-622ac75cbc28 on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:48.737463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:48.738754 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Checking segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:48.739372 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.739920 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Bound using segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:48.740680 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Bound port: 010f648d-09b0-4db1-bb20-622ac75cbc28, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:48.741289 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.742137 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-99d92efb-ce20-4b30-8fb2-f7289874e9c0 admin admin] Publish callbacks [] for security_group (03408543-fade-4b7f-827b-577d838c15d5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.749615 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks [] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.835252 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-99d92efb-ce20-4b30-8fb2-f7289874e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (03408543-fade-4b7f-827b-577d838c15d5), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.853917 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.878390 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:48.897179 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-efc651c0-2374-40d5-bca1-cb68122c23ce service neutron] 10.222.0.20 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415761 Mar 24 07:44:48.913084 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-2df1fa9d-e717-4f1a-a8b9-0f401fedd6e9 None None] Provisioning complete for port 010f648d-09b0-4db1-bb20-622ac75cbc28 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:48.913621 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2df1fa9d-e717-4f1a-a8b9-0f401fedd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.915457 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:48.982124 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1b0a5a97-ce00-4c76-84f6-6fa6abca88ec req-51b736b6-9032-4f77-8975-d6da3f505df0 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.3566518 Mar 24 07:44:49.004414 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Publish callbacks [] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.030223 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d92efb-ce20-4b30-8fb2-f7289874e9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03408543-fade-4b7f-827b-577d838c15d5,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:49.089941 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.174354 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.197577 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f8f97d79-0f9e-46e0-853c-88c77ecec493 service neutron] 10.222.0.20 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878051 Mar 24 07:44:49.228910 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-2df1fa9d-e717-4f1a-a8b9-0f401fedd6e9 None None] Port 010f648d-09b0-4db1-bb20-622ac75cbc28 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:49.229718 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-99d92efb-ce20-4b30-8fb2-f7289874e9c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eac5ad49691d4bee9ec6776441572994&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5108650 Mar 24 07:44:49.235549 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49052) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:49.313484 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] For port 010f648d-09b0-4db1-bb20-622ac75cbc28, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:49.325633 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] For port 010f648d-09b0-4db1-bb20-622ac75cbc28, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=010f648d-09b0-4db1-bb20-622ac75cbc28,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:49.388294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Pushing event updated for resources: {'Port': ['ID=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:49.392844 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Network f8451d8d-c1be-482c-9156-5caef9013425 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:49.401335 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:49.406417 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:49.412608 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.449630 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:49.454652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.543370 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f476df92-fffb-4dc4-a9b3-36a06e6876cf admin admin] Publish callbacks [] for security_group (03408543-fade-4b7f-827b-577d838c15d5), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.594889 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (da2a90ef-12ae-4295-b0f5-d7610a7d5ba6), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.624544 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5d9db-e9a2-404b-92fa-3905e02c08a6 None None] Pushing event updated for resources: {'Port': ['ID=010f648d-09b0-4db1-bb20-622ac75cbc28,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:49.625777 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Attempting to bind port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:49.626159 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Attempting to bind port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:49.626697 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Attempting to bind port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:49.647803 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:49.648728 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:49.679180 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f476df92-fffb-4dc4-a9b3-36a06e6876cf admin admin] Publish callbacks [] for security_group (03408543-fade-4b7f-827b-577d838c15d5), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.718344 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:49.731845 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:49.731845 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.731845 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Bound using segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:49.732158 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-6394fbb7-51e2-4a4b-bd44-36b6c952987b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4188285 Mar 24 07:44:49.732250 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Bound port: d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:49.732250 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.741433 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-243e98f0-b569-4732-871b-27060cfa39a5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:44:49.746329 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-243e98f0-b569-4732-871b-27060cfa39a5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145648 Mar 24 07:44:49.779448 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (da2a90ef-12ae-4295-b0f5-d7610a7d5ba6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.961394 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.967761 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f476df92-fffb-4dc4-a9b3-36a06e6876cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (03408543-fade-4b7f-827b-577d838c15d5), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.971707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f476df92-fffb-4dc4-a9b3-36a06e6876cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:49.976688 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-f476df92-fffb-4dc4-a9b3-36a06e6876cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03408543-fade-4b7f-827b-577d838c15d5 HTTP/1.1" status: 204 len: 168 time: 0.7369246 Mar 24 07:44:49.987456 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476df92-fffb-4dc4-a9b3-36a06e6876cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03408543-fade-4b7f-827b-577d838c15d5,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:49.991112 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5847669 Mar 24 07:44:50.006560 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49068) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:50.039214 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'security_group_rule': {'security_group_id': 'da2a90ef-12ae-4295-b0f5-d7610a7d5ba6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:50.053206 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef75187-c85a-4f9d-83e0-bf290aca2874 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:50.182602 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef70d9-a5eb-4dd1-b1f8-d71b98c3f434 None None] Pushing event updated for resources: {'Port': ['ID=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:50.215543 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] For port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:50.237163 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] For port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:50.271508 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:50.294650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.67', 61798) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:50.325033 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (f3fbaf53-1e5d-4b12-b1cc-97612e6cc13d), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:50.357076 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-b1680909-5906-49e3-b01b-551a2617c92e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:50.360011 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-b1680909-5906-49e3-b01b-551a2617c92e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 819 time: 0.3621385 Mar 24 07:44:50.391094 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'port': {'device_id': '201d8275-d332-425d-8350-8969085628b3', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'admin_state_up': True, 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:50.398004 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:50.707518 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:50.708774 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:50.768599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] Provisioning complete for port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:50.769832 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.062705 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Made reservation on behalf of f1ad165a01634101b588b4fabf7c019e for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:51.067474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.134847 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 1f54abbc-7d1c-4254-81f5-a062e5231ee2 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:51.255293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (f3fbaf53-1e5d-4b12-b1cc-97612e6cc13d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.402040 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] Current status of the port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:51.404965 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.406737 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec3df7-af0b-4ca2-af9a-beb46e2780bf req-ee61b7aa-1f36-443f-9399-3111f9bd190b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:51.424299 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d1ec3df7-af0b-4ca2-af9a-beb46e2780bf req-ee61b7aa-1f36-443f-9399-3111f9bd190b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 931 time: 0.3577769 Mar 24 07:44:51.465381 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Request body: {'port': {'device_id': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:51.499715 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (f3fbaf53-1e5d-4b12-b1cc-97612e6cc13d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.501281 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Allocated IP 172.20.0.3 (2dadecba-edaa-4555-94ad-d70c7071647c/9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1/d696fe1e-c72f-42ee-aea8-efa4496c72c0) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:51.506019 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef70d9-a5eb-4dd1-b1f8-d71b98c3f434 None None] Pushing event updated for resources: {'Port': ['ID=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,revision_number=4']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:51.561173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:51.563102 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.606813 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49110) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:51.636073 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728070865', 'description': 'tempest-description--1352979334'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:51.682822 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:51.699310 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3fbaf53-1e5d-4b12-b1cc-97612e6cc13d,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:51.761872 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] For port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:51.850490 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:51.865892 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e49c50a5-8f8b-40f5-b782-26e86c4d03d2 req-af003d6f-98bf-4b46-9337-ed36888a26f4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 210 time: 0.1648221 Mar 24 07:44:51.883529 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:49Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:51.886131 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.111391 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39934ec-cb08-49a4-9885-67f98e171c8a None None] The sync data for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi is: [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:49Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:44:52.188198 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.233755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49118) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:52.276278 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Provisioning complete for port 010f648d-09b0-4db1-bb20-622ac75cbc28 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:52.282613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.357264 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:50Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:52.479010 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1150a00-f309-433e-8634-642f5fd9310c None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:50Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:44:52.483316 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322ad99-a622-407e-b6b3-e5c403f6d1e8 None None] Pushing event updated for resources: {'Port': ['ID=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:52.499006 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (fccb84cf-8dba-4ca3-aadb-3cee96f3fcff), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.509656 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:44:52.534515 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:52.540077 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.621652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (fccb84cf-8dba-4ca3-aadb-3cee96f3fcff), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.652831 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 1f54abbc-7d1c-4254-81f5-a062e5231ee2, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=1f54abbc-7d1c-4254-81f5-a062e5231ee2,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:52.689209 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:52.689209 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:52.691666 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.696880 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-12d20b38-4434-422a-83c7-238216b77d66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6868048 Mar 24 07:44:52.715908 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49134) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:52.775000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.807729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'security_group_rule': {'security_group_id': 'da2a90ef-12ae-4295-b0f5-d7610a7d5ba6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:52.903087 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:52.931532 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:52.957787 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-61d2ecf4-f5c8-4b78-8391-8c5382f19816 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3523567 Mar 24 07:44:52.964314 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49140) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:52.982499 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d1ec3df7-af0b-4ca2-af9a-beb46e2780bf req-693fa038-4a85-4f80-9c18-eea2cc951ef9 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5569539 Mar 24 07:44:52.986794 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': 'fccb84cf-8dba-4ca3-aadb-3cee96f3fcff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:53.178543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (c6f7366f-d128-423e-ae76-865f7a51fcec), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.303342 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 {{(pid=110215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:44:53.332821 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Publish callbacks [] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.337457 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-103765eb-2f7f-4f51-915d-e10d807144e9 req-3a749451-23a2-4b80-8a24-b0205db68ca2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 210 time: 0.2639000 Mar 24 07:44:53.392115 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.395298 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-dfc55819-a348-47ee-942b-56d9d217cf40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.395838 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device b4ec5a91-73d3-42fa-a1fc-62eff354eedb up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:53.411469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49144) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:53.427242 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.provisioning_blocks [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Transition to ACTIVE for port object 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 will not be triggered until provisioned by entity L2. {{(pid=110215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:44:53.517589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.555723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.599596 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Network 2dadecba-edaa-4555-94ad-d70c7071647c is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:53.608078 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:53.617124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:53.632640 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Pushing event updated for resources: {'Port': ['ID=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:53.652681 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:53.654772 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.676610 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (727c6d4d-ee52-44a3-971b-3ffdbbd54edb), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.833254 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Attempting to bind port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:53.833830 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Attempting to bind port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425'}] {{(pid=110215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:53.834104 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Attempting to bind port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 on network f8451d8d-c1be-482c-9156-5caef9013425 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:53.845772 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port b4ec5a91-73d3-42fa-a1fc-62eff354eedb triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:53.846154 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.848749 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49160) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:53.851421 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Current status of the port 010f648d-09b0-4db1-bb20-622ac75cbc28 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:53.853218 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:53.867635 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:53.875237 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 on network f8451d8d-c1be-482c-9156-5caef9013425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:44:53.875995 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Attempting to bind port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 on network f8451d8d-c1be-482c-9156-5caef9013425 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:53.899067 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:53.899805 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Checking segment: {'id': '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:53.901236 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Bound using segment: {'id': '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425'} {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:53.905034 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Bound port: 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425'}}] {{(pid=110215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:53.905584 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.065344 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-dfc55819-a348-47ee-942b-56d9d217cf40 admin admin] Publish callbacks [] for security_group (37312c6f-f360-41cb-b5b8-5f45f33eff8a), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.067792 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'Port': ['ID=d696fe1e-c72f-42ee-aea8-efa4496c72c0,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:54.138249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=1f54abbc-7d1c-4254-81f5-a062e5231ee2,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:54.149257 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] For port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host hv-cinder-83482, cleared binding levels {{(pid=110215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:54.161698 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] For port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,segment=NetworkSegment(07f03f43-2411-4fe6-bbf6-bfbd60f22ce2),segment_id=07f03f43-2411-4fe6-bbf6-bfbd60f22ce2)] {{(pid=110215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:54.192964 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-164891795-network', 'tenant_id': '3098ae61cd804cec83504610789d9e4b'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:54.242511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b2773b20-cfab-4087-94ac-b455b36b4c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.279232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.289436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-dfc55819-a348-47ee-942b-56d9d217cf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (37312c6f-f360-41cb-b5b8-5f45f33eff8a), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.295369 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-49a78cea-cb3d-4e93-9b60-6a61c16c75b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9241860 Mar 24 07:44:54.306530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (c6f7366f-d128-423e-ae76-865f7a51fcec), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.313954 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] For port 010f648d-09b0-4db1-bb20-622ac75cbc28, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=010f648d-09b0-4db1-bb20-622ac75cbc28,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:54.339698 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Request body: {'port': {'device_id': '201d8275-d332-425d-8350-8969085628b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:54.375067 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.67', 61802) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:54.387388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Made reservation on behalf of 3098ae61cd804cec83504610789d9e4b for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:54.394913 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.415331 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.455160 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.489972 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074142-9268-47b0-bbf5-6298da437296 req-e58370bc-5e4a-41c5-a455-db6673c6734f tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:54.492081 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-62074142-9268-47b0-bbf5-6298da437296 req-e58370bc-5e4a-41c5-a455-db6673c6734f tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.2802715 Mar 24 07:44:54.528265 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port b4ec5a91-73d3-42fa-a1fc-62eff354eedb is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:54.532597 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:54.533242 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.535358 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] 10.222.0.67 "PUT /v2.0/ports/8f00fdb4-9572-48c1-b9ae-e337ba4afe40 HTTP/1.1" status: 200 len: 1093 time: 4.2317975 Mar 24 07:44:54.536616 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'tag': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:44:54.540493 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (c6f7366f-d128-423e-ae76-865f7a51fcec), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.566993 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (727c6d4d-ee52-44a3-971b-3ffdbbd54edb), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.591705 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Provisioning complete for port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:54.592127 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.639280 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Pushing event updated for resources: {'Port': ['ID=010f648d-09b0-4db1-bb20-622ac75cbc28,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:54.676962 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-dfc55819-a348-47ee-942b-56d9d217cf40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a72f6f4e92a0489bb9079939b69c5432&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4331717 Mar 24 07:44:54.712466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49190) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:54.806569 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc55819-a348-47ee-942b-56d9d217cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37312c6f-f360-41cb-b5b8-5f45f33eff8a,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:54.809456 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (727c6d4d-ee52-44a3-971b-3ffdbbd54edb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:54.833900 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcd735-5309-4bf6-88b4-62842946577a service neutron] Pushing event updated for resources: {'Port': ['ID=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,revision_number=3']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:54.915250 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cce7a91a-4484-4b61-828a-f539c4794391 req-59a39a93-d1cf-4f0c-87ae-12b76b885e44 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 210 time: 0.2721591 Mar 24 07:44:54.915820 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f7366f-d128-423e-ae76-865f7a51fcec,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:54.921917 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-62074142-9268-47b0-bbf5-6298da437296 req-70831364-20e6-4ff0-a825-73a867031c13 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977280 Mar 24 07:44:54.995510 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727c6d4d-ee52-44a3-971b-3ffdbbd54edb,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:55.026885 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-c367438a-521c-411c-9dc0-7882bb307e94 None None] Current status of the port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:55.067523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.084294 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 2, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:55.111474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.115521 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-23e71052-ebc6-494c-99e8-f0583632e6d8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3820257 Mar 24 07:44:55.131577 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2578312-0319-4daa-b1a9-e0f91e9c4a63" -d '{"events": [{"name": "network-changed", "server_uuid": "cff6d1cb-164c-4e82-9cc6-34e3ad48b66b", "tag": "8f00fdb4-9572-48c1-b9ae-e337ba4afe40"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:44:55.140314 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49208) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:55.155920 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-d43d0940-4c3f-4249-9711-88627a8d21e2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:55.158615 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-d43d0940-4c3f-4249-9711-88627a8d21e2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 819 time: 0.7741754 Mar 24 07:44:55.164613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 1f54abbc-7d1c-4254-81f5-a062e5231ee2 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:55.169241 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:44:55.172175 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Updating router bfe46324-87fe-4782-9f3c-6a62d5e14896 port 2eaef7d7-cf26-417b-b2f5-727e915948ac binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:44:55.189137 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.200791 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1de5c8ad-d327-4d6b-868e-5bf934e7a2d3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2226608 Mar 24 07:44:55.200925 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:55.215951 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49212) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:55.224189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'port': {'device_id': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'admin_state_up': True, 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:55.232498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': 'fccb84cf-8dba-4ca3-aadb-3cee96f3fcff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:55.252949 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b2773b20-cfab-4087-94ac-b455b36b4c94 admin admin] Publish callbacks [] for security_group (477dc098-0021-474a-a1aa-b96656c75b8d), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.272084 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-4ab3aa88-65f6-43ad-af47-229b502de744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:55.274226 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-4ab3aa88-65f6-43ad-af47-229b502de744 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1324925f41bd4e8fae3eceb011222bea&device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 1127 time: 0.5502002 Mar 24 07:44:55.332462 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.388639 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-2ab487bd-c9d3-44f7-994b-415a315e2df1 None None] Provisioning complete for port d696fe1e-c72f-42ee-aea8-efa4496c72c0 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:55.389085 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2ab487bd-c9d3-44f7-994b-415a315e2df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.500419 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks [] for security_group (0319fe92-ffdb-46ff-89b1-bd1de8bf3534), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.504486 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eb2732-410e-48af-8496-7e141724c548 x-openstack-request-id: req-40eb2732-410e-48af-8496-7e141724c548 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:44:55.505126 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff6d1cb-164c-4e82-9cc6-34e3ad48b66b", "tag": "8f00fdb4-9572-48c1-b9ae-e337ba4afe40", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:44:55.505389 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40eb2732-410e-48af-8496-7e141724c548 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:44:55.505864 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40eb2732-410e-48af-8496-7e141724c548'] response: {'name': 'network-changed', 'server_uuid': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'tag': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40', 'status': 'completed', 'code': 200} Mar 24 07:44:55.524126 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-2ab487bd-c9d3-44f7-994b-415a315e2df1 None None] Port d696fe1e-c72f-42ee-aea8-efa4496c72c0 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:55.529274 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (9d49dcd8-1a3c-43cb-b831-302eee4eb5b6), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.539244 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:55.539770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.552665 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b2773b20-cfab-4087-94ac-b455b36b4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (477dc098-0021-474a-a1aa-b96656c75b8d), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.558138 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-02c60e07-a149-4251-9b1d-26bdd3b52723 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40 HTTP/1.1" status: 200 len: 217 time: 0.2693486 Mar 24 07:44:55.558902 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.574193 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0319fe92-ffdb-46ff-89b1-bd1de8bf3534), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.601721 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-73ef711c-075e-4f50-8f78-32c2eb83f371 admin admin] Publish callbacks [] for security_group (37312c6f-f360-41cb-b5b8-5f45f33eff8a), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.656956 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:44:55.733568 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (cdff57ef-d8a9-4144-b2b9-3d83b29707b1), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.733878 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Added segment cdff57ef-d8a9-4144-b2b9-3d83b29707b1 of type vlan for network 68c92e6a-528f-4eef-84cb-86e2021fe8fe Mar 24 07:44:55.764353 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b2773b20-cfab-4087-94ac-b455b36b4c94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80e7ac5cf55c4963bb0cae331868ff4f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2362189 Mar 24 07:44:55.771163 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49224) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:55.776768 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0319fe92-ffdb-46ff-89b1-bd1de8bf3534,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:55.780405 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2773b20-cfab-4087-94ac-b455b36b4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477dc098-0021-474a-a1aa-b96656c75b8d,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:55.781006 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-73ef711c-075e-4f50-8f78-32c2eb83f371 admin admin] Publish callbacks [] for security_group (37312c6f-f360-41cb-b5b8-5f45f33eff8a), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.799809 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (9d49dcd8-1a3c-43cb-b831-302eee4eb5b6), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.839663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bbb848-9f15-4bf9-8712-3036794da62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:55.841224 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-55bbb848-9f15-4bf9-8712-3036794da62e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49cd6d7-35da-4db6-bd6d-8df3c98bf391 HTTP/1.1" status: 200 len: 852 time: 0.2586195 Mar 24 07:44:55.881150 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (9d49dcd8-1a3c-43cb-b831-302eee4eb5b6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:55.965294 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (68c92e6a-528f-4eef-84cb-86e2021fe8fe), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.010896 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:56.012539 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:56.029794 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-c45a834d-9887-40b9-9dea-ec7a82cc202b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8451d8d-c1be-482c-9156-5caef9013425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1472478 Mar 24 07:44:56.036147 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.037369 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8202250 Mar 24 07:44:56.039772 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9eb71-52f1-4b62-a4d3-6496c6df8697 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d49dcd8-1a3c-43cb-b831-302eee4eb5b6,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:56.048503 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49232) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:56.078032 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:56.100516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Made reservation on behalf of f1ad165a01634101b588b4fabf7c019e for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:56.103919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.149877 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-37ae6790-2aca-422f-a21b-9029bd6c78ab admin admin] Publish callbacks [] for security_group (477dc098-0021-474a-a1aa-b96656c75b8d), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.152052 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Publish callbacks [] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.158790 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:56.159675 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.186054 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-37ae6790-2aca-422f-a21b-9029bd6c78ab admin admin] Publish callbacks [] for security_group (477dc098-0021-474a-a1aa-b96656c75b8d), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.206448 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f305d9ce-eabe-41c6-a003-9c0db6bf7aa5 req-73eed298-8e47-45c3-b725-f3b79df42a31 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 210 time: 0.1067176 Mar 24 07:44:56.230708 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.308450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.332916 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939eddc-574d-4561-8542-2a4c8bd4fc0d None None] Pushing event updated for resources: {'Port': ['ID=2eaef7d7-cf26-417b-b2f5-727e915948ac,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:56.457156 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d696fe1e-c72f-42ee-aea8-efa4496c72c0 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:44:56.470930 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Publish callbacks [] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.506059 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.db.resource_extend [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 07:44:56.519620 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:56.520899 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 010f648d-09b0-4db1-bb20-622ac75cbc28 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:56.585652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Transition to ACTIVE for port object d696fe1e-c72f-42ee-aea8-efa4496c72c0 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:44:56.614885 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Attempting to bind port 2eaef7d7-cf26-417b-b2f5-727e915948ac on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:56.614885 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Attempting to bind port 2eaef7d7-cf26-417b-b2f5-727e915948ac by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:56.628356 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Attempting to bind port 2eaef7d7-cf26-417b-b2f5-727e915948ac on network 8537df3a-7c7c-40d1-9366-a8899c30561f {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:56.657761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:56.658148 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Checking segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:56.658611 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.658957 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Bound using segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:56.660031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Bound port: 2eaef7d7-cf26-417b-b2f5-727e915948ac, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:56.660359 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.709278 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-37ae6790-2aca-422f-a21b-9029bd6c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (477dc098-0021-474a-a1aa-b96656c75b8d), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.711903 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-37ae6790-2aca-422f-a21b-9029bd6c78ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.719820 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-37ae6790-2aca-422f-a21b-9029bd6c78ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/477dc098-0021-474a-a1aa-b96656c75b8d HTTP/1.1" status: 204 len: 168 time: 0.9440231 Mar 24 07:44:56.733235 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.792231 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 010f648d-09b0-4db1-bb20-622ac75cbc28 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:56.794772 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.851976 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] For port 2eaef7d7-cf26-417b-b2f5-727e915948ac, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:56.871585 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae6790-2aca-422f-a21b-9029bd6c78ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477dc098-0021-474a-a1aa-b96656c75b8d,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:56.872227 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] For port 2eaef7d7-cf26-417b-b2f5-727e915948ac, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2eaef7d7-cf26-417b-b2f5-727e915948ac,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:56.888954 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-12fd403d-af14-4538-aa50-55383f67d70b None None] Provisioning complete for port 2eaef7d7-cf26-417b-b2f5-727e915948ac triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:56.889323 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-12fd403d-af14-4538-aa50-55383f67d70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.946432 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (68c92e6a-528f-4eef-84cb-86e2021fe8fe), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.949139 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:56.952328 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.967906 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:56.997084 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Allocated IP 172.20.0.9 (2dadecba-edaa-4555-94ad-d70c7071647c/9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1/2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:57.124148 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-12fd403d-af14-4538-aa50-55383f67d70b None None] Port 2eaef7d7-cf26-417b-b2f5-727e915948ac cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:44:57.143339 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-f85604a7-e750-4022-85f3-31d0cf1ba7a2 service neutron] 10.222.0.67 "GET /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0927019 Mar 24 07:44:57.154976 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-73ef711c-075e-4f50-8f78-32c2eb83f371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (37312c6f-f360-41cb-b5b8-5f45f33eff8a), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:57.158527 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-73ef711c-075e-4f50-8f78-32c2eb83f371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:57.163384 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-73ef711c-075e-4f50-8f78-32c2eb83f371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37312c6f-f360-41cb-b5b8-5f45f33eff8a HTTP/1.1" status: 204 len: 168 time: 2.4404423 Mar 24 07:44:57.249131 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 010f648d-09b0-4db1-bb20-622ac75cbc28 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:57.302947 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:44:57.303689 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:44:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:57.322111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939eddc-574d-4561-8542-2a4c8bd4fc0d None None] Pushing event updated for resources: {'Port': ['ID=2eaef7d7-cf26-417b-b2f5-727e915948ac,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:57.394637 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37bc9e-42de-4c5d-a0a7-963a272737d6 req-1e8c31f6-2eb9-44b0-8193-fd4cb6422034 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:57.397307 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8e37bc9e-42de-4c5d-a0a7-963a272737d6 req-1e8c31f6-2eb9-44b0-8193-fd4cb6422034 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 1.2961888 Mar 24 07:44:57.422041 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5266ef88-73d7-455b-8d53-fcb2cc2d5cfc req-f47dbe03-5c7b-41cf-8053-b8fae26fc467 service neutron] 10.222.0.67 "GET /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348070 Mar 24 07:44:57.435410 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef711c-075e-4f50-8f78-32c2eb83f371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37312c6f-f360-41cb-b5b8-5f45f33eff8a,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:57.487682 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6305392 Mar 24 07:44:57.520856 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49254) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:57.538008 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:57.559321 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=d696fe1e-c72f-42ee-aea8-efa4496c72c0,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:57.573982 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:57.586255 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Request body: {'subnet': {'network_id': '68c92e6a-528f-4eef-84cb-86e2021fe8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-164891795-subnet', 'tenant_id': '3098ae61cd804cec83504610789d9e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:57.633374 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69efd-4e05-49ab-a106-3ae60eee8d10 admin admin] Pushing event updated for resources: {'Network': ['ID=68c92e6a-528f-4eef-84cb-86e2021fe8fe,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:57.659105 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1856f333-57ae-4a09-a27b-97fa1566f42a req-c4215caf-bf6c-4a03-a22e-184bf617dad6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 210 time: 0.1484988 Mar 24 07:44:57.777948 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Attempting to bind port d696fe1e-c72f-42ee-aea8-efa4496c72c0 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:44:57.780981 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Attempting to bind port d696fe1e-c72f-42ee-aea8-efa4496c72c0 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:44:57.780981 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Attempting to bind port d696fe1e-c72f-42ee-aea8-efa4496c72c0 on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:57.792266 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8e37bc9e-42de-4c5d-a0a7-963a272737d6 req-26d293f1-44b2-4c98-9cbc-55f0a11ff805 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604281 Mar 24 07:44:57.810896 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Port d696fe1e-c72f-42ee-aea8-efa4496c72c0 on network 2dadecba-edaa-4555-94ad-d70c7071647c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:44:57.811198 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Attempting to bind port d696fe1e-c72f-42ee-aea8-efa4496c72c0 on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:44:57.843609 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:44:57.844181 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Checking segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:57.844811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Bound using segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:44:57.845482 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Bound port: d696fe1e-c72f-42ee-aea8-efa4496c72c0, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:44:57.845831 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:57.853794 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-e0ff26d8-0b1c-42fa-b755-815ccce85bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:57.855575 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-e0ff26d8-0b1c-42fa-b755-815ccce85bc7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1324925f41bd4e8fae3eceb011222bea&device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 1127 time: 0.2513106 Mar 24 07:44:57.874764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Made reservation on behalf of 3098ae61cd804cec83504610789d9e4b for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:44:57.879007 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:57.896954 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.036780 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Allocated IP 172.27.3.29 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/b007e81f-a9f9-4fa9-864c-683cba7dd78a) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:58.046952 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 010f648d-09b0-4db1-bb20-622ac75cbc28 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:58.049660 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 68c92e6a-528f-4eef-84cb-86e2021fe8fe details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:44:58.059592 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] For port d696fe1e-c72f-42ee-aea8-efa4496c72c0, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:44:58.063921 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49256) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:58.077054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] For port d696fe1e-c72f-42ee-aea8-efa4496c72c0, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:44:58.147043 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3594-d979-4549-b137-78f2a614df69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.159185 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.169439 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.254001 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-1693040d-be31-483d-93fe-61b9f13db1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:58.255843 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-1693040d-be31-483d-93fe-61b9f13db1b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f8451d8d-c1be-482c-9156-5caef9013425 HTTP/1.1" status: 200 len: 913 time: 0.3911757 Mar 24 07:44:58.332948 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49260) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:58.343988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'Port': ['ID=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:58.389104 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-a8a0e96d-467e-4442-b6b5-493943bd2d64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40 HTTP/1.1" status: 200 len: 217 time: 0.1221864 Mar 24 07:44:58.435430 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:58.436539 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.438694 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] 10.222.0.67 "PUT /v2.0/ports/d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 1093 time: 4.1212502 Mar 24 07:44:58.450816 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201d8275-d332-425d-8350-8969085628b3', 'tag': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:44:58.536124 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 010f648d-09b0-4db1-bb20-622ac75cbc28 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:58.536509 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.605002 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Network 2dadecba-edaa-4555-94ad-d70c7071647c is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:58.624051 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:58.624352 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.632393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:58.649106 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:58.649753 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.689797 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-7203ef9c-93a8-4bf0-9e75-3f2e599f78ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:58.691399 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-7203ef9c-93a8-4bf0-9e75-3f2e599f78ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f49cd6d7-35da-4db6-bd6d-8df3c98bf391 HTTP/1.1" status: 200 len: 852 time: 0.2856719 Mar 24 07:44:58.777798 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-2e43457d-3082-4f0e-84d7-0ef2b35ed291 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f8451d8d-c1be-482c-9156-5caef9013425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606163 Mar 24 07:44:58.785459 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3594-d979-4549-b137-78f2a614df69 admin admin] Publish callbacks [] for security_group (9fe1f25d-ee5d-41e0-86e6-f3440580ab88), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.794986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0c805dd6-08f2-4418-bc59-cb99fe485e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.804795 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:44:58.876006 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] Provisioning complete for port 2eaef7d7-cf26-417b-b2f5-727e915948ac triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:44:58.876006 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:58.952486 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c45f-ef50-4a7f-befe-cf812ff3ba0f service neutron] Pushing event updated for resources: {'Port': ['ID=d696fe1e-c72f-42ee-aea8-efa4496c72c0,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:58.990519 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baf13ff-4b5b-4641-a5d6-743f28554afa" -d '{"events": [{"name": "network-changed", "server_uuid": "201d8275-d332-425d-8350-8969085628b3", "tag": "d696fe1e-c72f-42ee-aea8-efa4496c72c0"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:44:59.047638 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (7ffdd505-01ea-4917-be12-272dd493b60a), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.052059 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.055448 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cc1e3594-d979-4549-b137-78f2a614df69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9fe1f25d-ee5d-41e0-86e6-f3440580ab88), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.205756 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e3594-d979-4549-b137-78f2a614df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe1f25d-ee5d-41e0-86e6-f3440580ab88,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:59.209622 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'Port': ['ID=b007e81f-a9f9-4fa9-864c-683cba7dd78a,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:59.272237 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:44:59.281647 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:59.293981 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-9715aa02-18dc-4eee-8f4b-211de73d4d96 service neutron] 10.222.0.67 "GET /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984975 Mar 24 07:44:59.301556 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:44:59.302461 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-f9e9b3e2-1bc2-491f-af12-41f8ddd100b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0890431 Mar 24 07:44:59.303766 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.27.3.145 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/3d6492ab-0b29-438f-b1ac-62049acb5772) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:44:59.312237 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddc589-65cb-4a28-8a00-5e2f7cb291a9 req-fdbfe396-0541-49e0-b3ef-767a7438f6a0 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:59.313825 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-13ddc589-65cb-4a28-8a00-5e2f7cb291a9 req-fdbfe396-0541-49e0-b3ef-767a7438f6a0 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.3941844 Mar 24 07:44:59.324337 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-cc1e3594-d979-4549-b137-78f2a614df69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c4730521b964ca1a461bace9325965e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2427831 Mar 24 07:44:59.353486 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49288) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:44:59.381094 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Request body: {'port': {'device_id': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:44:59.405464 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9415a1-0aa7-46dc-8d1e-cee2a86277cd req-5da5208a-6927-4ecd-8aff-a18b4c8f1f64 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:59.408614 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-be9415a1-0aa7-46dc-8d1e-cee2a86277cd req-5da5208a-6927-4ecd-8aff-a18b4c8f1f64 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 931 time: 0.5494692 Mar 24 07:44:59.466521 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0c805dd6-08f2-4418-bc59-cb99fe485e29 admin admin] Publish callbacks [] for security_group (5518ba8e-476f-4e59-8276-d7f3f4610de0), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.499300 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffdd505-01ea-4917-be12-272dd493b60a,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:59.534319 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Checking segment: {'id': 'cdff57ef-d8a9-4144-b2b9-3d83b29707b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '68c92e6a-528f-4eef-84cb-86e2021fe8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:44:59.534799 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Network hostable DHCP agents. Network: 68c92e6a-528f-4eef-84cb-86e2021fe8fe, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:44:59.534987 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 010f648d-09b0-4db1-bb20-622ac75cbc28 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:59.541463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] Current status of the port 2eaef7d7-cf26-417b-b2f5-727e915948ac is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:44:59.541463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.593996 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] For port 2eaef7d7-cf26-417b-b2f5-727e915948ac, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2eaef7d7-cf26-417b-b2f5-727e915948ac,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:44:59.601333 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (94991a79-c3b4-449c-976c-867c5b2e93d8), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.622719 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:56Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:44:59.670487 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-13ddc589-65cb-4a28-8a00-5e2f7cb291a9 req-f7e1c23d-bdd1-4074-815d-9266c26ca893 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453518 Mar 24 07:44:59.670487 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2578312-0319-4daa-b1a9-e0f91e9c4a63 req-21f34f56-e551-48dc-823e-025c5df6ceec service neutron] 10.222.0.67 "GET /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540077 Mar 24 07:44:59.701752 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0ed31-21b6-465a-a05c-189e333287c4 None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:56Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:44:59.705787 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.711831 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0c805dd6-08f2-4418-bc59-cb99fe485e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5518ba8e-476f-4e59-8276-d7f3f4610de0), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.793062 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Network 68c92e6a-528f-4eef-84cb-86e2021fe8fe is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:44:59.814599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d30f8-1d10-4902-93b1-24982ebb1d2c None None] Pushing event updated for resources: {'Port': ['ID=2eaef7d7-cf26-417b-b2f5-727e915948ac,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:44:59.819136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.829386 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2eaef7d7-cf26-417b-b2f5-727e915948ac up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:44:59.885557 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 68c92e6a-528f-4eef-84cb-86e2021fe8fe) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:44:59.903153 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:59.903440 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:44:59.920385 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd78cc-ec39-4818-916c-a4f19d9bf0fa None None] Network 68c92e6a-528f-4eef-84cb-86e2021fe8fe requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:44:59.975515 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-8d648927-9efc-4e05-a63f-73b89aff4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:44:59.983040 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-8d648927-9efc-4e05-a63f-73b89aff4850 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1127 time: 0.8457196 Mar 24 07:45:00.125412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4e70-2dcb-4343-bd80-f22029980ac3 admin admin] Publish callbacks [] for security_group (9fe1f25d-ee5d-41e0-86e6-f3440580ab88), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.127034 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.259330 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d08dd-022e-4244-ad90-b5e60ff05d2e None None] Network 68c92e6a-528f-4eef-84cb-86e2021fe8fe requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:00.357847 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-529e1606-6250-48eb-8a0c-7965e5aee9c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.7718816 Mar 24 07:45:00.480506 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-fa4eb340-f0a6-4520-9daa-35d320983c70 None None] Provisioning complete for port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:00.498879 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fa4eb340-f0a6-4520-9daa-35d320983c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.561301 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.606805 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.615624 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 2eaef7d7-cf26-417b-b2f5-727e915948ac triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:00.616956 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.651720 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552726e-66cb-4f74-a994-c7c0939640c7 x-openstack-request-id: req-a552726e-66cb-4f74-a994-c7c0939640c7 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:00.651986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201d8275-d332-425d-8350-8969085628b3", "tag": "d696fe1e-c72f-42ee-aea8-efa4496c72c0", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:00.652238 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a552726e-66cb-4f74-a994-c7c0939640c7 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:00.652719 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a552726e-66cb-4f74-a994-c7c0939640c7'] response: {'name': 'network-changed', 'server_uuid': '201d8275-d332-425d-8350-8969085628b3', 'tag': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0', 'status': 'completed', 'code': 200} Mar 24 07:45:00.667445 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0c805dd6-08f2-4418-bc59-cb99fe485e29 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e2527eddc504fceb0b353279513df5f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3143218 Mar 24 07:45:00.668293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49308) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:00.681073 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-fa4eb340-f0a6-4520-9daa-35d320983c70 None None] Port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:45:00.710174 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-be9415a1-0aa7-46dc-8d1e-cee2a86277cd req-be0ffe52-0b2b-4d50-aec0-195a32a88dee tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2621551 Mar 24 07:45:00.710872 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c805dd6-08f2-4418-bc59-cb99fe485e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5518ba8e-476f-4e59-8276-d7f3f4610de0,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:00.721301 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-14e0b078-0931-48d8-80b9-aad384c43442 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 217 time: 0.6755798 Mar 24 07:45:00.733525 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.754479 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4e70-2dcb-4343-bd80-f22029980ac3 admin admin] Publish callbacks [] for security_group (9fe1f25d-ee5d-41e0-86e6-f3440580ab88), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.849163 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (94991a79-c3b4-449c-976c-867c5b2e93d8), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:00.863783 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 2eaef7d7-cf26-417b-b2f5-727e915948ac is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:00.903451 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'Port': ['ID=b007e81f-a9f9-4fa9-864c-683cba7dd78a,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:01.019322 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-01383c44-ee1d-4f3f-8f60-f33b18ac6920 admin admin] Publish callbacks [] for security_group (5518ba8e-476f-4e59-8276-d7f3f4610de0), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.051767 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-01383c44-ee1d-4f3f-8f60-f33b18ac6920 admin admin] Publish callbacks [] for security_group (5518ba8e-476f-4e59-8276-d7f3f4610de0), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.073666 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d627c9-baf7-4055-aa82-8f7b3eb5fd04 req-088b990c-ddcb-4dac-8a46-13696f93af46 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:01.075781 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-78d627c9-baf7-4055-aa82-8f7b3eb5fd04 req-088b990c-ddcb-4dac-8a46-13696f93af46 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.1586978 Mar 24 07:45:01.082193 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.094398 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5af33556-b614-44af-a979-270221650a50 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9400704 Mar 24 07:45:01.134355 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4e70-2dcb-4343-bd80-f22029980ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9fe1f25d-ee5d-41e0-86e6-f3440580ab88), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.137108 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae4f4e70-2dcb-4343-bd80-f22029980ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.138250 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-ae4f4e70-2dcb-4343-bd80-f22029980ac3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fe1f25d-ee5d-41e0-86e6-f3440580ab88 HTTP/1.1" status: 204 len: 168 time: 1.7791662 Mar 24 07:45:01.160867 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-78d627c9-baf7-4055-aa82-8f7b3eb5fd04 req-470a4719-e12f-4980-9a91-765bec47aa7b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600517 Mar 24 07:45:01.243353 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f4e70-2dcb-4343-bd80-f22029980ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe1f25d-ee5d-41e0-86e6-f3440580ab88,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:01.259536 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-01383c44-ee1d-4f3f-8f60-f33b18ac6920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5518ba8e-476f-4e59-8276-d7f3f4610de0), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.262405 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-83b5a499-81ee-415f-bfe3-f0e755e1fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:01.263624 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-01383c44-ee1d-4f3f-8f60-f33b18ac6920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.263965 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-83b5a499-81ee-415f-bfe3-f0e755e1fe62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.4837878 Mar 24 07:45:01.265719 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-01383c44-ee1d-4f3f-8f60-f33b18ac6920 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5518ba8e-476f-4e59-8276-d7f3f4610de0 HTTP/1.1" status: 204 len: 168 time: 0.5960538 Mar 24 07:45:01.291453 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01383c44-ee1d-4f3f-8f60-f33b18ac6920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5518ba8e-476f-4e59-8276-d7f3f4610de0,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:01.446670 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.557092 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:45:01.579358 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:45:01.582673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:45:01.616209 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=3d6492ab-0b29-438f-b1ac-62049acb5772,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:01.651889 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2eaef7d7-cf26-417b-b2f5-727e915948ac up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:45:01.688922 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad06b-1a54-4470-982c-09cf56450bed req-5bf18208-28f8-435f-86f9-fe41caee727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:01.690455 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-5bf18208-28f8-435f-86f9-fe41caee727e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3427980 Mar 24 07:45:01.740466 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-7a460d30-cb66-4298-b450-8d8dddbdb199 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1140054689&fields=id&tenant_id=a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 267 time: 0.2654085 Mar 24 07:45:01.869326 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 2eaef7d7-cf26-417b-b2f5-727e915948ac triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:01.870000 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:01.906524 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afdc33-7811-4e55-b9e3-896dca7161d0 req-28b1c6af-0c84-4c97-a5cf-af2f6dea107a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:01.908861 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-46afdc33-7811-4e55-b9e3-896dca7161d0 req-28b1c6af-0c84-4c97-a5cf-af2f6dea107a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 931 time: 0.0945747 Mar 24 07:45:02.000266 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-46afdc33-7811-4e55-b9e3-896dca7161d0 req-9a0a6a6d-e709-41b4-b32f-a3177de2ced8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842216 Mar 24 07:45:02.043695 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (bbbf967e-e8ac-474c-89ba-54924934d260), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:02.058946 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 2eaef7d7-cf26-417b-b2f5-727e915948ac is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:02.250571 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:02.263055 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Publish callbacks [] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:02.324691 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-a7f3f1ed-b928-4ff2-a5c9-2f334faffd9e service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120079 Mar 24 07:45:02.336953 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Transition to ACTIVE for port object 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:45:02.407262 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62225e91-2147-4640-a909-4d2b9daea052 req-b09c0a0c-b869-44fb-884a-0816874d86e6 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:02.418173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:02.420147 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-62225e91-2147-4640-a909-4d2b9daea052 req-b09c0a0c-b869-44fb-884a-0816874d86e6 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.1470706 Mar 24 07:45:02.442923 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-66a37555-1a55-499a-ad18-afccbd2d9b6c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:02.445573 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-66a37555-1a55-499a-ad18-afccbd2d9b6c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 816 time: 0.6575477 Mar 24 07:45:02.454800 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:02.512177 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-62225e91-2147-4640-a909-4d2b9daea052 req-4f365bca-da08-4dc2-9033-33cf421a220f tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907896 Mar 24 07:45:02.534867 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-91de67a0-5046-401a-9e46-c60d8534ca15 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/quotas/a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 375 time: 0.0882430 Mar 24 07:45:02.606916 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Pushing event updated for resources: {'Port': ['ID=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:02.730060 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a69ad06b-1a54-4470-982c-09cf56450bed req-72bae393-6e97-4ed1-b482-b258747d7a2e service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915889 Mar 24 07:45:02.770252 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49364) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:02.802016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c011bf93-470f-4e7c-95d2-78b8879d8c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:02.850697 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Attempting to bind port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:45:02.851503 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Attempting to bind port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:45:02.855554 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Attempting to bind port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:45:02.882980 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-d9427dac-f63e-456b-ba25-882199159f7b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2999172 Mar 24 07:45:02.907101 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 on network 2dadecba-edaa-4555-94ad-d70c7071647c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:45:02.910627 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Attempting to bind port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:45:02.972203 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c011bf93-470f-4e7c-95d2-78b8879d8c8d admin admin] Publish callbacks [] for security_group (98764b98-7033-4e7b-a683-49d5e3f36062), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.031973 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49372) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:03.044115 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2079512472-network', 'tenant_id': '40426f63f5b4406195799f9c17567483'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:03.049814 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:45:03.054021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Checking segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:45:03.054021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Bound using segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:45:03.054021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Bound port: 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:45:03.054021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.075995 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c011bf93-470f-4e7c-95d2-78b8879d8c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (98764b98-7033-4e7b-a683-49d5e3f36062), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.124356 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011bf93-470f-4e7c-95d2-78b8879d8c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98764b98-7033-4e7b-a683-49d5e3f36062,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:03.221763 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c011bf93-470f-4e7c-95d2-78b8879d8c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e2f69e25377402080dfaf00c2c9bff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488983 Mar 24 07:45:03.223140 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Made reservation on behalf of 40426f63f5b4406195799f9c17567483 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:03.226474 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.229601 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49376) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:03.283304 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.285674 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.295924 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-b57fd069-be8a-4bfc-b585-3b001424cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:03.297574 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-b57fd069-be8a-4bfc-b585-3b001424cbff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1127 time: 0.3448400 Mar 24 07:45:03.355234 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] For port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:45:03.388979 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00e82c68-4b8c-4b64-b2c3-c1ebfddaaa20 admin admin] Publish callbacks [] for security_group (98764b98-7033-4e7b-a683-49d5e3f36062), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.403349 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.434179 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebb704-8370-435b-a6b9-d035e178edf5 req-b18abcfa-ab7c-4c9f-9a05-893cd3959d50 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:03.435729 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4cebb704-8370-435b-a6b9-d035e178edf5 req-b18abcfa-ab7c-4c9f-9a05-893cd3959d50 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 943 time: 0.2781594 Mar 24 07:45:03.456338 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00e82c68-4b8c-4b64-b2c3-c1ebfddaaa20 admin admin] Publish callbacks [] for security_group (98764b98-7033-4e7b-a683-49d5e3f36062), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.462493 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-82441dd6-0a10-453e-a92d-fe570666d6f6 service neutron] 10.222.0.20 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390062 Mar 24 07:45:03.475441 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] For port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:45:03.548884 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4cebb704-8370-435b-a6b9-d035e178edf5 req-8399475b-7c15-4553-8aa0-eef9be4c34d0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996251 Mar 24 07:45:03.551555 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks [] for security_group (c7e60832-3d78-4a78-928c-29b0035577c9), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.629914 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c7e60832-3d78-4a78-928c-29b0035577c9), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.672151 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00e82c68-4b8c-4b64-b2c3-c1ebfddaaa20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (98764b98-7033-4e7b-a683-49d5e3f36062), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.675583 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00e82c68-4b8c-4b64-b2c3-c1ebfddaaa20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.679590 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-00e82c68-4b8c-4b64-b2c3-c1ebfddaaa20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98764b98-7033-4e7b-a683-49d5e3f36062 HTTP/1.1" status: 204 len: 168 time: 0.4478247 Mar 24 07:45:03.680706 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:45:03.695060 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e60832-3d78-4a78-928c-29b0035577c9,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:03.738741 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (fbb31d12-be97-4f60-9c95-9bb5d22ea5a1), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.738741 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Added segment fbb31d12-be97-4f60-9c95-9bb5d22ea5a1 of type vlan for network 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00 Mar 24 07:45:03.739065 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e82c68-4b8c-4b64-b2c3-c1ebfddaaa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98764b98-7033-4e7b-a683-49d5e3f36062,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:03.802751 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.820899 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd198363-3172-4d05-9880-f66cc7951af3 req-2c32e989-fda8-4bf1-9fb4-3e19594c6559 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:03.822410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (bbbf967e-e8ac-474c-89ba-54924934d260), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.822535 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dd198363-3172-4d05-9880-f66cc7951af3 req-2c32e989-fda8-4bf1-9fb4-3e19594c6559 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.1552615 Mar 24 07:45:03.839735 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.841596 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=3d6492ab-0b29-438f-b1ac-62049acb5772,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:03.881355 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dd198363-3172-4d05-9880-f66cc7951af3 req-b7ad9670-ce9d-49ae-9409-cade234eabbb tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Mar 24 07:45:03.921345 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-1db36823-e7ea-4b5b-86f5-1ba43cd475d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:03.922845 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-1db36823-e7ea-4b5b-86f5-1ba43cd475d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.6098719 Mar 24 07:45:03.924017 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:03.924616 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.926236 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] 10.222.0.67 "PUT /v2.0/ports/2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 HTTP/1.1" status: 200 len: 1093 time: 4.5879374 Mar 24 07:45:03.929818 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'tag': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:03.932595 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e273acb8-a6e3-4cb4-90b4-aa66550a3a54", "tag": "2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:03.945308 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:03.946678 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:03.947519 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:04.038678 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:04.043979 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c6a6a504-c614-43bf-a91f-e59dcfe532b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9724970 Mar 24 07:45:04.043979 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b880e48d-d4ca-4fbd-b8ef-b4067013f9b0 x-openstack-request-id: req-b880e48d-d4ca-4fbd-b8ef-b4067013f9b0 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:04.043979 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e273acb8-a6e3-4cb4-90b4-aa66550a3a54", "tag": "2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:04.043979 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b880e48d-d4ca-4fbd-b8ef-b4067013f9b0 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:04.044345 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b880e48d-d4ca-4fbd-b8ef-b4067013f9b0'] response: {'name': 'network-changed', 'server_uuid': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'tag': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5', 'status': 'completed', 'code': 200} Mar 24 07:45:04.057863 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-7a94cc78-b32c-4e58-9b8f-3e42ebe4a0d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 217 time: 0.0874133 Mar 24 07:45:04.074013 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] Pushing event updated for resources: {'Network': ['ID=61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:04.092996 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:45:04.132604 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbdd52c-02ae-44e2-a98d-a4504be9a997 service neutron] Pushing event updated for resources: {'Port': ['ID=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:04.145329 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-8a487ff2-d64f-41b7-be53-fd3a0b95efa4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1072316 Mar 24 07:45:04.146579 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49420) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:04.154820 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Request body: {'subnet': {'network_id': '61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2079512472-subnet', 'tenant_id': '40426f63f5b4406195799f9c17567483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:04.183854 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-df99c106-c2c2-4871-98a4-a7f20f390a36 service neutron] 10.222.0.20 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6880567 Mar 24 07:45:04.217695 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-edb1ad98-8cad-4449-acbe-1e22fc0be18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:04.218438 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-edb1ad98-8cad-4449-acbe-1e22fc0be18b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.1018295 Mar 24 07:45:04.230857 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc req-3c094aa5-9bba-4be8-a506-2161d830373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:04.232570 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc req-3c094aa5-9bba-4be8-a506-2161d830373c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 1127 time: 0.1605160 Mar 24 07:45:04.265056 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Made reservation on behalf of 40426f63f5b4406195799f9c17567483 for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:04.269268 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:04.464519 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-a1f913ab-909f-4582-beef-f24283c744c9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--728070865&fields=id&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 267 time: 0.0903711 Mar 24 07:45:04.468123 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-e61cf7cf-3cee-45e9-9048-d5b858cafbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:04.469666 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-e61cf7cf-3cee-45e9-9048-d5b858cafbc9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2362311 Mar 24 07:45:04.597598 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-01e27187-521c-4901-b8be-8ec75c4c2782 req-6c67931c-9835-4926-89e2-bf8d5b6406da tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 210 time: 0.0394077 Mar 24 07:45:04.603919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc req-50fdbfe2-3a55-4354-99e5-4931a7f35e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:04.605472 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc req-50fdbfe2-3a55-4354-99e5-4931a7f35e88 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f1ad165a01634101b588b4fabf7c019e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3169031 Mar 24 07:45:04.605563 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-ce089e44-31f6-486f-9221-a02998ab3231 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:04.612160 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-ce089e44-31f6-486f-9221-a02998ab3231 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.1466944 Mar 24 07:45:04.638409 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-87210b73-cd87-4508-84d5-18386d8e528b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/quotas/1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 375 time: 0.0249879 Mar 24 07:45:04.776013 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-951bab4f-7039-4e22-8079-039552294fb9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1262484 Mar 24 07:45:04.851377 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-09243236-f4d2-4e94-a52d-ca0134006214 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747196 Mar 24 07:45:04.887147 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-c0834a98-73cd-4464-b72b-6400864d867c service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041403 Mar 24 07:45:04.910622 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49458) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:04.973579 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc req-8df5f4bc-f11a-4ab4-b557-dcef22ad8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:04.975078 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a57ba383-a9ff-42cf-a9c2-41dc2cdfd9dc req-8df5f4bc-f11a-4ab4-b557-dcef22ad8548 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3622346 Mar 24 07:45:05.000835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20364a-1fb2-47e2-9be1-573f3f2c0c6e req-a18fd96a-daf7-4e85-8d67-5e7798c97cb2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:05.002598 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9f20364a-1fb2-47e2-9be1-573f3f2c0c6e req-a18fd96a-daf7-4e85-8d67-5e7798c97cb2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 943 time: 0.2671192 Mar 24 07:45:05.031488 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0baf13ff-4b5b-4641-a5d6-743f28554afa req-6c5dc670-8121-46f7-847f-20cd5ee6656c service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599932 Mar 24 07:45:05.063723 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-08caed92-c02b-4cc1-a154-9259cb7171f5 service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691270 Mar 24 07:45:05.088701 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (bf97d994-bd81-42ba-afc8-e9fa4c7b1a08), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.110069 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9f20364a-1fb2-47e2-9be1-573f3f2c0c6e req-9384a05a-b80e-407f-a5c1-b7e39655a564 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983622 Mar 24 07:45:05.142851 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bf89997-9169-4f79-bf3a-31a01e74fb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.152443 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-4b9d035d-fcaf-4b53-b94e-33b35c63a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:05.158582 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-4b9d035d-fcaf-4b53-b94e-33b35c63a205 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 1127 time: 0.1242678 Mar 24 07:45:05.254343 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-44288c27-3134-477f-a73f-0063ed3c6b3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 HTTP/1.1" status: 200 len: 217 time: 0.0788963 Mar 24 07:45:05.267144 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf97d994-bd81-42ba-afc8-e9fa4c7b1a08,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:05.271103 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bf89997-9169-4f79-bf3a-31a01e74fb8a admin admin] Publish callbacks [] for security_group (9506d62e-7fb9-4f96-b91e-ebe47a77acca), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.286209 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Checking segment: {'id': 'fbb31d12-be97-4f60-9c95-9bb5d22ea5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:45:05.286640 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Network hostable DHCP agents. Network: 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:45:05.333176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-43ca5395-86f7-4150-9963-c4dfb346c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:05.334776 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-43ca5395-86f7-4150-9963-c4dfb346c1c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0707874 Mar 24 07:45:05.347955 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016abcc-f4c9-4b8a-9041-d36e9b2ecc05 req-4335a6fa-c8ec-4485-9711-a3ad8e9b70fc tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:05.349464 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5016abcc-f4c9-4b8a-9041-d36e9b2ecc05 req-4335a6fa-c8ec-4485-9711-a3ad8e9b70fc tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.0986972 Mar 24 07:45:05.357156 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bf89997-9169-4f79-bf3a-31a01e74fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9506d62e-7fb9-4f96-b91e-ebe47a77acca), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.424540 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Network 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:45:05.454508 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-dc6dad50-e43c-4100-8499-7e6670c4afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:05.456668 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-dc6dad50-e43c-4100-8499-7e6670c4afbe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1055243 Mar 24 07:45:05.459930 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89997-9169-4f79-bf3a-31a01e74fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9506d62e-7fb9-4f96-b91e-ebe47a77acca,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:05.467671 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0bf89997-9169-4f79-bf3a-31a01e74fb8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39b80b6653eb46cc88e58fd3338e458f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5558143 Mar 24 07:45:05.468594 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49478) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:05.482464 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5016abcc-f4c9-4b8a-9041-d36e9b2ecc05 req-eda39fad-19f7-492f-8936-43f7118a58b1 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228399 Mar 24 07:45:05.575501 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:45:05.584432 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1c2ea-fb2f-42e6-8464-3dbe9ec6a73a None None] Network 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:05.637432 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:05.640544 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.663026 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a73f7b95-a0e4-4215-bd2b-a754c8ac8eec req-f8ace05d-ea15-462f-9a60-656f8849b79f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 210 time: 0.1397884 Mar 24 07:45:05.681186 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-a67f12f5-99bc-4fa0-adbe-6a703e23907d service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949627 Mar 24 07:45:05.690114 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.697866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-025ed1df-8365-4d7d-87ce-fff09391c476 admin admin] Publish callbacks [] for security_group (9506d62e-7fb9-4f96-b91e-ebe47a77acca), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.747487 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-025ed1df-8365-4d7d-87ce-fff09391c476 admin admin] Publish callbacks [] for security_group (9506d62e-7fb9-4f96-b91e-ebe47a77acca), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.756623 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a47f09-0a78-49ad-9bb6-8c9f1f6ee880 None None] Network 61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:05.782673 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ce02c2c5-3824-4f80-aacf-ef6bc0f08ada admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6349571 Mar 24 07:45:05.828953 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0aff5a5f-8d45-4362-a8c0-1f75722ce553 req-84b3e536-ca3b-4f3e-9d3c-90743c34f0f7 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 210 time: 0.1134698 Mar 24 07:45:05.881610 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8df3c9da-b9da-419e-97f1-242d84a33232 req-d42cbe89-f0aa-4ad9-8ef7-929b86b2f7ed service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896176 Mar 24 07:45:05.955707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-025ed1df-8365-4d7d-87ce-fff09391c476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9506d62e-7fb9-4f96-b91e-ebe47a77acca), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.958927 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-025ed1df-8365-4d7d-87ce-fff09391c476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:05.962426 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-025ed1df-8365-4d7d-87ce-fff09391c476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9506d62e-7fb9-4f96-b91e-ebe47a77acca HTTP/1.1" status: 204 len: 168 time: 0.4901273 Mar 24 07:45:05.968069 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ed1df-8365-4d7d-87ce-fff09391c476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9506d62e-7fb9-4f96-b91e-ebe47a77acca,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:05.998958 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49506) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:06.050530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Deleting subnet 7ffdd505-01ea-4917-be12-272dd493b60a {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:45:06.053814 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Publish callbacks [] for subnet (7ffdd505-01ea-4917-be12-272dd493b60a), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.088725 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Publish callbacks [] for subnet (7ffdd505-01ea-4917-be12-272dd493b60a), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.098621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (7ffdd505-01ea-4917-be12-272dd493b60a), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.313564 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bc058-dff3-47df-96de-eef49b644f1d req-905686a5-e6a8-4640-b3dd-76c19f0852b2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:06.318601 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ff6bc058-dff3-47df-96de-eef49b644f1d req-905686a5-e6a8-4640-b3dd-76c19f0852b2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 943 time: 0.0748808 Mar 24 07:45:06.370178 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ff6bc058-dff3-47df-96de-eef49b644f1d req-45058f26-5a9f-45ee-9e6a-a12058589fda tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Mar 24 07:45:06.522350 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (7ffdd505-01ea-4917-be12-272dd493b60a), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.535973 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.539237 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7ffdd505-01ea-4917-be12-272dd493b60a HTTP/1.1" status: 204 len: 168 time: 0.5390377 Mar 24 07:45:06.541881 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49528) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:06.559838 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e57f9d9-044a-4428-954e-b5e45becd723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffdd505-01ea-4917-be12-272dd493b60a,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:06.637358 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (68c92e6a-528f-4eef-84cb-86e2021fe8fe), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.652223 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437dd4f-5b1b-44a3-b20a-e0b5a2b7e39f req-33dcd652-12d3-400b-a1e6-91136a4529bd tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:06.655659 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8437dd4f-5b1b-44a3-b20a-e0b5a2b7e39f req-33dcd652-12d3-400b-a1e6-91136a4529bd tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.0978832 Mar 24 07:45:06.744943 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8437dd4f-5b1b-44a3-b20a-e0b5a2b7e39f req-6ea87bea-8026-4353-bc7b-3cd591de23e1 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825527 Mar 24 07:45:06.826328 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ff5a4410-bf0b-4f55-a041-c59b6b763ed7 req-50618533-eaf1-4c3e-998c-18c54866c7a0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 210 time: 0.0898681 Mar 24 07:45:06.849381 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (68c92e6a-528f-4eef-84cb-86e2021fe8fe), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:06.870434 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.870876 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > port after_create 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > port after_update 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.884521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:06.958110 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-467ab6cf-52a1-4e21-b352-d2bae3062420 req-266e6e60-871f-4d4a-884a-2983f8c881f5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 210 time: 0.0531168 Mar 24 07:45:07.017400 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:07.018305 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:07.019461 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:07.019801 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:07.020211 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c92e6a-528f-4eef-84cb-86e2021fe8fe']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:07.039037 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdff57ef-d8a9-4144-b2b9-3d83b29707b1') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:07.039466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdff57ef-d8a9-4144-b2b9-3d83b29707b1') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:07.057251 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (cdff57ef-d8a9-4144-b2b9-3d83b29707b1), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.080360 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (cdff57ef-d8a9-4144-b2b9-3d83b29707b1), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.089355 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:45:07.089735 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (cdff57ef-d8a9-4144-b2b9-3d83b29707b1), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.119828 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49546) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: from cryptography.utils import int_from_bytes Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: from cryptography.utils import int_from_bytes Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:45:07.132370 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:45:07.134788 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1456a682-1e30-4921-be1a-82e729ff568a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.236802 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1456a682-1e30-4921-be1a-82e729ff568a admin admin] Publish callbacks [] for security_group (45399c1b-154d-4272-bec0-cc610b0e7c47), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.256591 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (68c92e6a-528f-4eef-84cb-86e2021fe8fe), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.274097 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Pushing event deleted for resources: {'Network': ['ID=68c92e6a-528f-4eef-84cb-86e2021fe8fe,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:07.276136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.282385 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49552) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:07.282508 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-225dd376-c217-4876-b961-bff3471753ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/68c92e6a-528f-4eef-84cb-86e2021fe8fe HTTP/1.1" status: 204 len: 168 time: 0.7395477 Mar 24 07:45:07.337549 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Deleting subnet bf97d994-bd81-42ba-afc8-e9fa4c7b1a08 {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:45:07.341757 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Publish callbacks [] for subnet (bf97d994-bd81-42ba-afc8-e9fa4c7b1a08), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.344613 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1456a682-1e30-4921-be1a-82e729ff568a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (45399c1b-154d-4272-bec0-cc610b0e7c47), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.430400 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Publish callbacks [] for subnet (bf97d994-bd81-42ba-afc8-e9fa4c7b1a08), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.435051 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1456a682-1e30-4921-be1a-82e729ff568a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40982726ddfa4fedb7ae95eef633632b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140244 Mar 24 07:45:07.438902 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456a682-1e30-4921-be1a-82e729ff568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45399c1b-154d-4272-bec0-cc610b0e7c47,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:07.439878 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49558) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:07.445566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (bf97d994-bd81-42ba-afc8-e9fa4c7b1a08), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.547888 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f57083ce-5d01-4ab8-86a4-e44eb20f12fe admin admin] Publish callbacks [] for security_group (45399c1b-154d-4272-bec0-cc610b0e7c47), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.575819 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f57083ce-5d01-4ab8-86a4-e44eb20f12fe admin admin] Publish callbacks [] for security_group (45399c1b-154d-4272-bec0-cc610b0e7c47), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.611519 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (bf97d994-bd81-42ba-afc8-e9fa4c7b1a08), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.630100 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d739c-9c02-4ce2-826c-7e6f1cefe3e3 req-b5de54b8-4aea-41da-b0c4-832df24cb877 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:07.631631 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d51d739c-9c02-4ce2-826c-7e6f1cefe3e3 req-b5de54b8-4aea-41da-b0c4-832df24cb877 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 943 time: 0.1390333 Mar 24 07:45:07.654546 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf97d994-bd81-42ba-afc8-e9fa4c7b1a08,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:07.654546 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.659181 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c45c7640-88cb-4111-83a3-6da27de522ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bf97d994-bd81-42ba-afc8-e9fa4c7b1a08 HTTP/1.1" status: 204 len: 168 time: 0.3752401 Mar 24 07:45:07.660328 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49564) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:07.708894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-0a52cde7-d1b4-4253-8389-d9d639e660ac tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:07.710345 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-0a52cde7-d1b4-4253-8389-d9d639e660ac tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 816 time: 0.1665504 Mar 24 07:45:07.746119 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f57083ce-5d01-4ab8-86a4-e44eb20f12fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (45399c1b-154d-4272-bec0-cc610b0e7c47), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.748668 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f57083ce-5d01-4ab8-86a4-e44eb20f12fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.749935 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-f57083ce-5d01-4ab8-86a4-e44eb20f12fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45399c1b-154d-4272-bec0-cc610b0e7c47 HTTP/1.1" status: 204 len: 168 time: 0.3076525 Mar 24 07:45:07.785548 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d51d739c-9c02-4ce2-826c-7e6f1cefe3e3 req-24c6e669-3658-4a1b-8274-b67320671f53 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449461 Mar 24 07:45:07.787135 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57083ce-5d01-4ab8-86a4-e44eb20f12fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45399c1b-154d-4272-bec0-cc610b0e7c47,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:07.794685 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:07.841975 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-2aaf9676-0e81-42f8-b329-9e443979824f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 380 time: 0.1220264 Mar 24 07:45:07.861746 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'port': {'device_id': 'f500db65-740b-4987-91af-3792a6a363ec', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'admin_state_up': True, 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'security_groups': ['da2a90ef-12ae-4295-b0f5-d7610a7d5ba6']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:07.973776 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-31ddfb70-8ab5-4476-8627-b7e6bf8176e0 req-812118a7-16f9-477f-947b-8f720dc5f43a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 210 time: 0.0564106 Mar 24 07:45:07.988517 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.013851 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:08.026435 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb31d12-be97-4f60-9c95-9bb5d22ea5a1') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:08.026755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb31d12-be97-4f60-9c95-9bb5d22ea5a1') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:08.037785 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (fbb31d12-be97-4f60-9c95-9bb5d22ea5a1), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.058487 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c7de-df27-42ea-b9fd-f2e6b2c85d03 req-56a6fd07-a8be-40af-b193-d2be2d3ae244 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:08.059990 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8a70c7de-df27-42ea-b9fd-f2e6b2c85d03 req-56a6fd07-a8be-40af-b193-d2be2d3ae244 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.1914423 Mar 24 07:45:08.063163 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (fbb31d12-be97-4f60-9c95-9bb5d22ea5a1), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.079337 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:45:08.080137 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (fbb31d12-be97-4f60-9c95-9bb5d22ea5a1), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:45:08.081983 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:45:08.120136 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8a70c7de-df27-42ea-b9fd-f2e6b2c85d03 req-ce10d31e-65f8-4e85-9e2c-b4de16e2c01a tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537841 Mar 24 07:45:08.125342 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-331fa93f-6205-409f-944c-a68c84dd7f21 req-409e8bd3-cef1-4568-a2ff-863031d5849d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 210 time: 0.0596490 Mar 24 07:45:08.172884 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Made reservation on behalf of a0f603aaa87743dead70efb96f53a709 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:08.179120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.329799 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-14e3092c-accc-459c-85c8-1540b4bb57e4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:08.331224 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-14e3092c-accc-459c-85c8-1540b4bb57e4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.0994551 Mar 24 07:45:08.333470 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.389492 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.395318 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] 10.222.0.20 "DELETE /v2.0/networks/61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00 HTTP/1.1" status: 204 len: 168 time: 0.7317150 Mar 24 07:45:08.395318 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117731a-1f33-4e0d-821b-a0e0ddca7041 admin admin] Pushing event deleted for resources: {'Network': ['ID=61c2ad07-f6b7-4f1f-8e10-ab8fb9eb1b00,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:08.483837 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-c11cb5bd-9da7-4381-9fa1-ce1898c2ef9d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 379 time: 0.1156633 Mar 24 07:45:08.503767 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'port': {'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'admin_state_up': True, 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'security_groups': ['fccb84cf-8dba-4ca3-aadb-3cee96f3fcff']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:08.508679 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Allocated IP 172.20.0.3 (8537df3a-7c7c-40d1-9366-a8899c30561f/f0acc894-29cf-45b1-a800-4a8b539b8501/140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:45:08.599760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:45:08.755162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.778468 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:08.793566 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'port_id': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5', 'mac_address': 'fa:16:3e:f9:f7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:45:08.804437 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Made reservation on behalf of 1e792105a0444c72bee0d9c7fd1235ed for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:08.808557 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.823145 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49620) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:08.854139 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:08.854729 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:08.886770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:08.943713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:08.949819 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-37e92e0a-b447-4b07-ab08-7f3c5f009dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3098ae61cd804cec83504610789d9e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253819 Mar 24 07:45:08.952194 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49630) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:09.021374 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.022169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device d696fe1e-c72f-42ee-aea8-efa4496c72c0 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:45:09.047307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-27984d60-7d24-4707-9f03-fab70f278641 admin admin] Publish callbacks [] for security_group (0319fe92-ffdb-46ff-89b1-bd1de8bf3534), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.074274 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-27984d60-7d24-4707-9f03-fab70f278641 admin admin] Publish callbacks [] for security_group (0319fe92-ffdb-46ff-89b1-bd1de8bf3534), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.087783 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.124120 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d697ddf-c0d5-4f8d-8bd5-f7ada7cf18cd req-2341ad0c-a222-44aa-a7fe-235c4d8c9ec5 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 210 time: 0.0550201 Mar 24 07:45:09.209252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Network 8537df3a-7c7c-40d1-9366-a8899c30561f is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:45:09.219356 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:45:09.236153 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:09.242211 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:45:09.248841 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:09.249526 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.257287 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.20.0.14 (4a73517c-c95f-4cb4-9da3-a77ca754f4bb/3e641aba-2513-4ff7-ad96-00f7847792d3/2341663b-9a99-4e63-aac5-9e47cdbe3087) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:45:09.279598 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddde4f-5321-40f7-984b-4bfd70bfab1a req-d0b7935b-e304-4b49-906f-3cda96845e77 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:09.281307 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6eddde4f-5321-40f7-984b-4bfd70bfab1a req-d0b7935b-e304-4b49-906f-3cda96845e77 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 943 time: 0.3356133 Mar 24 07:45:09.327990 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d4c4-f30f-4a30-9986-e1a2ee8c2792 req-5bbdfddd-2d3e-45c5-8ba7-2cdc30423fc2 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:09.329270 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8885d4c4-f30f-4a30-9986-e1a2ee8c2792 req-5bbdfddd-2d3e-45c5-8ba7-2cdc30423fc2 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 943 time: 0.0861840 Mar 24 07:45:09.330474 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-27984d60-7d24-4707-9f03-fab70f278641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0319fe92-ffdb-46ff-89b1-bd1de8bf3534), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.333857 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-27984d60-7d24-4707-9f03-fab70f278641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.334983 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-27984d60-7d24-4707-9f03-fab70f278641 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0319fe92-ffdb-46ff-89b1-bd1de8bf3534 HTTP/1.1" status: 204 len: 168 time: 0.3818078 Mar 24 07:45:09.400120 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8885d4c4-f30f-4a30-9986-e1a2ee8c2792 req-de30a609-ad46-48db-aa9e-a50ab8e8b9b9 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582061 Mar 24 07:45:09.402677 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27984d60-7d24-4707-9f03-fab70f278641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0319fe92-ffdb-46ff-89b1-bd1de8bf3534,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:09.406547 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6eddde4f-5321-40f7-984b-4bfd70bfab1a req-42481d72-3eec-47d6-9b47-6ca013432bb7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058500 Mar 24 07:45:09.469802 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-22b5adc6-7fb2-4729-9c0d-251c7a22c49e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6217623 Mar 24 07:45:09.480669 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port d696fe1e-c72f-42ee-aea8-efa4496c72c0, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:09.485962 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Request body: {'port': {'device_id': 'f500db65-740b-4987-91af-3792a6a363ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:09.508778 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'port_id': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0', 'mac_address': 'fa:16:3e:a0:77:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:45:09.582817 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:09.617258 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df7bc4-c7e1-494b-92e8-8e21b0dbed29 req-4a822aa8-c872-4ea0-a6c3-0aa3886b4c06 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:09.622349 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-70df7bc4-c7e1-494b-92e8-8e21b0dbed29 req-4a822aa8-c872-4ea0-a6c3-0aa3886b4c06 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 931 time: 0.0897908 Mar 24 07:45:09.650884 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.652859 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port d696fe1e-c72f-42ee-aea8-efa4496c72c0 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:09.653343 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.678029 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-70df7bc4-c7e1-494b-92e8-8e21b0dbed29 req-4a976cd7-de8b-4d81-813e-03d4cd2140ed tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546455 Mar 24 07:45:09.703518 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d696fe1e-c72f-42ee-aea8-efa4496c72c0 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:09.716525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.737956 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port d696fe1e-c72f-42ee-aea8-efa4496c72c0, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:09.739148 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-80f65712-9caa-4c7c-ae11-6332f0a5b081 None None] Provisioning complete for port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:09.739525 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-80f65712-9caa-4c7c-ae11-6332f0a5b081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.785819 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-80f65712-9caa-4c7c-ae11-6332f0a5b081 None None] Port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:45:09.813370 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.814063 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:45:09.908212 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:09.936163 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=d696fe1e-c72f-42ee-aea8-efa4496c72c0,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:09.978517 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=2341663b-9a99-4e63-aac5-9e47cdbe3087,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:09.992981 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,segment=NetworkSegment(07f03f43-2411-4fe6-bbf6-bfbd60f22ce2),segment_id=07f03f43-2411-4fe6-bbf6-bfbd60f22ce2)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:10.006247 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40', 'network_id': 'f8451d8d-c1be-482c-9156-5caef9013425', 'port_id': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40', 'mac_address': 'fa:16:3e:e0:46:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49cd6d7-35da-4db6-bd6d-8df3c98bf391', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:45:10.026511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:45:10.026511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:45:10.028876 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:45:10.040587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:10.041266 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.051243 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:10.051983 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.067607 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:10.090328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,segment=NetworkSegment(07f03f43-2411-4fe6-bbf6-bfbd60f22ce2),segment_id=07f03f43-2411-4fe6-bbf6-bfbd60f22ce2)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:10.130589 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:10.145276 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Publish callbacks [] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.167777 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Transition to ACTIVE for port object 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:45:10.189816 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-54cc9c50-46c5-40df-8d26-fe3e44ff1192 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6930585 Mar 24 07:45:10.201806 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.213488 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Request body: {'port': {'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:10.276382 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.299428 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:10.312462 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-e8a5f235-56e1-4199-b3fe-a39e69004c27 None None] Provisioning complete for port 2341663b-9a99-4e63-aac5-9e47cdbe3087 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:10.312849 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f235-56e1-4199-b3fe-a39e69004c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.363445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5f235-56e1-4199-b3fe-a39e69004c27 None None] Port 2341663b-9a99-4e63-aac5-9e47cdbe3087 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:45:10.390332 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:10.410385 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49698) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:10.437596 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.457363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Attempting to bind port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:45:10.457363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Attempting to bind port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:45:10.457363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Attempting to bind port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf on network 8537df3a-7c7c-40d1-9366-a8899c30561f {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:45:10.462806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623677c-793b-41cc-9977-a1b8ec47c611 req-4d82afea-dd0c-485a-99fd-a57f6c4e9d66 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:10.464390 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2623677c-793b-41cc-9977-a1b8ec47c611 req-4d82afea-dd0c-485a-99fd-a57f6c4e9d66 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 932 time: 0.2465169 Mar 24 07:45:10.474331 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf on network 8537df3a-7c7c-40d1-9366-a8899c30561f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:45:10.474661 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Attempting to bind port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf on network 8537df3a-7c7c-40d1-9366-a8899c30561f {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:45:10.524000 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9c282684-5e95-48b7-ade2-27333fcf4ac7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40426f63f5b4406195799f9c17567483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1123919 Mar 24 07:45:10.525426 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:45:10.525654 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Checking segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:45:10.526047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Bound using segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:45:10.526502 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Bound port: 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:45:10.526864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.527428 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49712) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:10.542454 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:45:10.690380 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b08c1512-38aa-4445-8d7b-7b08716eacb1 admin admin] Publish callbacks [] for security_group (c7e60832-3d78-4a78-928c-29b0035577c9), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.710560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['8f00fdb4-9572-48c1-b9ae-e337ba4afe40'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:45:10.713373 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf4150-1916-45a2-8224-b22c3d8ba005 req-18baf7a6-ff04-42c6-a0f0-92c1448df408 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:10.715249 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-29bf4150-1916-45a2-8224-b22c3d8ba005 req-18baf7a6-ff04-42c6-a0f0-92c1448df408 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 944 time: 0.1890702 Mar 24 07:45:10.720028 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['d696fe1e-c72f-42ee-aea8-efa4496c72c0'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:45:10.732881 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2623677c-793b-41cc-9977-a1b8ec47c611 req-d649b15a-b4a8-4261-a24a-4271a7d50bdf tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616689 Mar 24 07:45:10.803042 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b08c1512-38aa-4445-8d7b-7b08716eacb1 admin admin] Publish callbacks [] for security_group (c7e60832-3d78-4a78-928c-29b0035577c9), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:10.808387 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:45:10.817539 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:45:10.910387 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-29bf4150-1916-45a2-8224-b22c3d8ba005 req-7c562813-7884-413c-bd40-a250ab751989 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831942 Mar 24 07:45:10.935303 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.020233 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:11.021587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.022454 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] 10.222.0.67 "PUT /v2.0/ports/140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 1093 time: 1.5408909 Mar 24 07:45:11.039564 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:11.041481 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b08c1512-38aa-4445-8d7b-7b08716eacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c7e60832-3d78-4a78-928c-29b0035577c9), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.046197 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19445d-4743-4e91-814b-c1525738466a" -d '{"events": [{"name": "network-changed", "server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:11.049427 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b08c1512-38aa-4445-8d7b-7b08716eacb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.055786 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b08c1512-38aa-4445-8d7b-7b08716eacb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c7e60832-3d78-4a78-928c-29b0035577c9 HTTP/1.1" status: 204 len: 168 time: 0.5260396 Mar 24 07:45:11.117612 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39da49b-42d9-4d5e-b82c-ed99ca061431 service neutron] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:11.142464 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c1512-38aa-4445-8d7b-7b08716eacb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e60832-3d78-4a78-928c-29b0035577c9,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:11.151126 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed5fb-7209-4467-a74e-130fe3f9f965 req-6d417310-ccfd-4758-b22c-5327f22f07e7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:11.152712 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e50ed5fb-7209-4467-a74e-130fe3f9f965 req-6d417310-ccfd-4758-b22c-5327f22f07e7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 944 time: 0.2618127 Mar 24 07:45:11.185554 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c066f4-fa8f-4dcd-bc3c-04ebb81f83ae req-d559729d-a8a5-4bea-815c-6522c1028903 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:11.198961 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c7c066f4-fa8f-4dcd-bc3c-04ebb81f83ae req-d559729d-a8a5-4bea-815c-6522c1028903 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.1731830 Mar 24 07:45:11.336234 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c7c066f4-fa8f-4dcd-bc3c-04ebb81f83ae req-8eb1ffce-89d3-4d6e-a5d5-285b019917f7 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074882 Mar 24 07:45:11.366257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e50ed5fb-7209-4467-a74e-130fe3f9f965 req-9129503b-1906-4cd5-9026-63fe20088ed2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054014 Mar 24 07:45:11.383760 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-f33dd6bc-fd9b-4650-b905-12dbcaac9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:11.389182 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-f33dd6bc-fd9b-4650-b905-12dbcaac9d93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1127 time: 0.2255380 Mar 24 07:45:11.392349 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87367b44-c372-49f3-96a3-693866d4f744 x-openstack-request-id: req-87367b44-c372-49f3-96a3-693866d4f744 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:11.392645 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:11.392907 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87367b44-c372-49f3-96a3-693866d4f744 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:11.393376 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87367b44-c372-49f3-96a3-693866d4f744'] response: {'name': 'network-changed', 'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'status': 'completed', 'code': 200} Mar 24 07:45:11.403528 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2341663b-9a99-4e63-aac5-9e47cdbe3087 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:11.453064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Publish callbacks [] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.460234 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-ff588e65-3b4a-430c-809e-23a7a8fdc3ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 217 time: 0.0559969 Mar 24 07:45:11.495898 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49758) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:11.506761 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Transition to ACTIVE for port object 2341663b-9a99-4e63-aac5-9e47cdbe3087 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:45:11.513834 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-51c92486-cd2c-4b75-8e32-6c8f74bf5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:11.515306 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-51c92486-cd2c-4b75-8e32-6c8f74bf5da9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0506334 Mar 24 07:45:11.570829 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-e3e9d461-1efd-43e0-9657-2b3f13eb6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:11.572400 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-e3e9d461-1efd-43e0-9657-2b3f13eb6f9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491731 Mar 24 07:45:11.588995 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.884467 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485e083f-3c80-4463-bc49-25a31f88619d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:11.926370 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Pushing event updated for resources: {'Port': ['ID=2341663b-9a99-4e63-aac5-9e47cdbe3087,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:11.985046 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Attempting to bind port 2341663b-9a99-4e63-aac5-9e47cdbe3087 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:45:11.985685 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Attempting to bind port 2341663b-9a99-4e63-aac5-9e47cdbe3087 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:45:11.985798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Attempting to bind port 2341663b-9a99-4e63-aac5-9e47cdbe3087 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:45:12.006133 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-f3e5dbeb-3a52-4111-ab66-2761a99b034f service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256098 Mar 24 07:45:12.006676 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Port 2341663b-9a99-4e63-aac5-9e47cdbe3087 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:45:12.007045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Attempting to bind port 2341663b-9a99-4e63-aac5-9e47cdbe3087 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:45:12.028942 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:45:12.029559 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:45:12.030191 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Bound using segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:45:12.030867 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Bound port: 2341663b-9a99-4e63-aac5-9e47cdbe3087, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:45:12.031741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.039453 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485e083f-3c80-4463-bc49-25a31f88619d admin admin] Publish callbacks [] for security_group (8e3dbb6e-28f9-4161-8a0d-1153830552e6), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.095011 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-485e083f-3c80-4463-bc49-25a31f88619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (8e3dbb6e-28f9-4161-8a0d-1153830552e6), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.108386 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b048c9-bac5-49cf-993c-b07de405cfeb req-e79a9c11-426d-47a8-b4de-ffd7219263f9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.110171 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f4b048c9-bac5-49cf-993c-b07de405cfeb req-e79a9c11-426d-47a8-b4de-ffd7219263f9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 944 time: 0.2471254 Mar 24 07:45:12.157049 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80258f3d-2836-4328-8117-b3971a898e34 req-724b86e0-656e-4573-84f3-4d021e7c3422 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.166446 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-80258f3d-2836-4328-8117-b3971a898e34 req-724b86e0-656e-4573-84f3-4d021e7c3422 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 944 time: 0.1398370 Mar 24 07:45:12.172810 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-485e083f-3c80-4463-bc49-25a31f88619d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcf17616430e437d9971a88f4b363531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6757731 Mar 24 07:45:12.174043 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e083f-3c80-4463-bc49-25a31f88619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3dbb6e-28f9-4161-8a0d-1153830552e6,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:12.176699 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49782) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:12.196837 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] For port 2341663b-9a99-4e63-aac5-9e47cdbe3087, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:45:12.212980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] For port 2341663b-9a99-4e63-aac5-9e47cdbe3087, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:45:12.265394 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-80258f3d-2836-4328-8117-b3971a898e34 req-e8fb8424-5679-4e7d-88c4-65598de68105 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Mar 24 07:45:12.293015 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aaf65e46-3fd0-495b-8394-cc650695c2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.308491 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-708edef5-ac1d-4f8b-b5eb-c532b1772476 admin admin] Publish callbacks [] for security_group (8e3dbb6e-28f9-4161-8a0d-1153830552e6), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.310325 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f4b048c9-bac5-49cf-993c-b07de405cfeb req-f6404b71-c953-494e-b244-4639dc11d554 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341634 Mar 24 07:45:12.325637 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49790) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:12.326318 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f5ffd29-69e8-4e3d-9438-b51fcc3d0747 req-8e7da116-05b7-4484-91ef-4a534c5ae0f1 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079221 Mar 24 07:45:12.328474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.370223 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-708edef5-ac1d-4f8b-b5eb-c532b1772476 admin admin] Publish callbacks [] for security_group (8e3dbb6e-28f9-4161-8a0d-1153830552e6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.373227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.373852 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.375310 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-40160c99-be38-4eaa-99ca-08923477524e service neutron] 10.222.0.67 "PUT /v2.0/ports/2341663b-9a99-4e63-aac5-9e47cdbe3087 HTTP/1.1" status: 200 len: 1094 time: 2.1723659 Mar 24 07:45:12.425169 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40160c99-be38-4eaa-99ca-08923477524e service neutron] Pushing event updated for resources: {'Port': ['ID=2341663b-9a99-4e63-aac5-9e47cdbe3087,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:12.582420 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:45:12.667041 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19445d-4743-4e91-814b-c1525738466a req-99aaf5fe-dcb3-4c64-820b-f5e76ddfadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.668868 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-99aaf5fe-dcb3-4c64-820b-f5e76ddfadc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1127 time: 0.2007823 Mar 24 07:45:12.690655 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab638ef-9bfa-4431-ad04-c24f988ed6fc req-7e0a33cc-ec61-4e1b-8738-4e428b8f4c4c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.692687 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bab638ef-9bfa-4431-ad04-c24f988ed6fc req-7e0a33cc-ec61-4e1b-8738-4e428b8f4c4c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 944 time: 0.2045796 Mar 24 07:45:12.696011 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0014c0dc-0a2a-4ba0-9796-e3e0396328ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.705344 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-1421cebc-ecd7-420e-87ba-e9b9da2576c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.709772 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-1421cebc-ecd7-420e-87ba-e9b9da2576c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 1128 time: 0.1193213 Mar 24 07:45:12.734094 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:45:12.738751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:12.739134 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.757328 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1c43a-c528-4ea5-ab65-9ba36163752a req-644f92ab-678d-401b-99e9-0c469a86769f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.759504 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-02e1c43a-c528-4ea5-ab65-9ba36163752a req-644f92ab-678d-401b-99e9-0c469a86769f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.3156383 Mar 24 07:45:12.798824 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-708edef5-ac1d-4f8b-b5eb-c532b1772476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (8e3dbb6e-28f9-4161-8a0d-1153830552e6), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.801637 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-708edef5-ac1d-4f8b-b5eb-c532b1772476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.814108 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-708edef5-ac1d-4f8b-b5eb-c532b1772476 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e3dbb6e-28f9-4161-8a0d-1153830552e6 HTTP/1.1" status: 204 len: 168 time: 0.6240599 Mar 24 07:45:12.828099 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-ecfcaff2-784d-4c0b-b6ed-ddbaaf700f3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087 HTTP/1.1" status: 200 len: 217 time: 0.0961781 Mar 24 07:45:12.851717 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708edef5-ac1d-4f8b-b5eb-c532b1772476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3dbb6e-28f9-4161-8a0d-1153830552e6,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:12.906165 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-02e1c43a-c528-4ea5-ab65-9ba36163752a req-e19eb0c5-aac4-4945-9e68-5e38cfa60a69 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399186 Mar 24 07:45:12.944975 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0014c0dc-0a2a-4ba0-9796-e3e0396328ff admin admin] Publish callbacks [] for security_group (dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.947261 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bab638ef-9bfa-4431-ad04-c24f988ed6fc req-521d0761-0917-404d-a130-93549f80ed7c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352424 Mar 24 07:45:12.954442 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:12.954606 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19445d-4743-4e91-814b-c1525738466a req-ef5cc441-9c1b-4c13-9329-bbab86c4c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.954859 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:12.956127 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-ef5cc441-9c1b-4c13-9329-bbab86c4c913 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.2792056 Mar 24 07:45:12.964657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-15d246ba-db7f-4366-ab8f-3c38ac20f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:12.964657 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-15d246ba-db7f-4366-ab8f-3c38ac20f542 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.1245277 Mar 24 07:45:12.986354 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:13.011196 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0014c0dc-0a2a-4ba0-9796-e3e0396328ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.023512 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-576ee8f3-acf0-4ed7-9d9b-b5d6b8207d8f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 217 time: 0.0587146 Mar 24 07:45:13.055142 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0014c0dc-0a2a-4ba0-9796-e3e0396328ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b10207afcbe40b58977bf419faf6f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7294695 Mar 24 07:45:13.058568 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c0dc-0a2a-4ba0-9796-e3e0396328ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:13.061138 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49808) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:13.062924 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:13.110819 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-673abbef-9518-4806-837b-02d969cc4883 admin admin] Publish callbacks [] for security_group (dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.138596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.139432 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device d696fe1e-c72f-42ee-aea8-efa4496c72c0 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:45:13.145901 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-673abbef-9518-4806-837b-02d969cc4883 admin admin] Publish callbacks [] for security_group (dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.183733 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-e83a3b83-fc72-4f61-8c1d-8f251644e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:13.185324 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-e83a3b83-fc72-4f61-8c1d-8f251644e994 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1824057 Mar 24 07:45:13.187519 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19445d-4743-4e91-814b-c1525738466a req-17ed45c9-ba3f-414c-b64e-c07cef064327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:13.189366 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-17ed45c9-ba3f-414c-b64e-c07cef064327 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.1564295 Mar 24 07:45:13.221147 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:13.264542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12de11d-e539-4d23-ab94-59aaed641d0e" -d '{"events": [{"server_uuid": "e273acb8-a6e3-4cb4-90b4-aa66550a3a54", "name": "network-vif-plugged", "status": "completed", "tag": "2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:13.325614 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-673abbef-9518-4806-837b-02d969cc4883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.325943 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port d696fe1e-c72f-42ee-aea8-efa4496c72c0 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:45:13.327295 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19445d-4743-4e91-814b-c1525738466a req-e46fdd26-66db-4bc6-a09e-d964683f29d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:13.328432 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-673abbef-9518-4806-837b-02d969cc4883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.329068 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-e46fdd26-66db-4bc6-a09e-d964683f29d2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279054 Mar 24 07:45:13.331406 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-673abbef-9518-4806-837b-02d969cc4883 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2 HTTP/1.1" status: 204 len: 168 time: 0.2677836 Mar 24 07:45:13.338226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port d696fe1e-c72f-42ee-aea8-efa4496c72c0 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:13.338226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.360449 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673abbef-9518-4806-837b-02d969cc4883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9f20ac-d7d5-4baf-a824-fb1b44eebbe2,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:13.399652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:13.402477 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d627bdf2-af37-4131-a4b4-cc601354413e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:13.415691 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-83133398-941d-41c6-9dee-b9daf67a02d9 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156806 Mar 24 07:45:13.496244 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port d696fe1e-c72f-42ee-aea8-efa4496c72c0 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:13.496763 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.537396 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port d696fe1e-c72f-42ee-aea8-efa4496c72c0, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:13.588112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c6fb2-0512-4c70-80b6-e979fb947d27 req-ec54ec06-1328-4a6f-b5ac-16cba52b8449 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:13.589710 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a91c6fb2-0512-4c70-80b6-e979fb947d27 req-ec54ec06-1328-4a6f-b5ac-16cba52b8449 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 944 time: 0.1632583 Mar 24 07:45:13.590356 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.591604 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:45:13.593139 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-e657af23-1fda-476d-bc2f-bd5cff301eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535181 Mar 24 07:45:13.596250 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d0e44c1-6fa9-4361-8709-ac343d860542 req-227fc805-33b3-4c68-845b-34757b75ccd2 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667199 Mar 24 07:45:13.691189 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=d696fe1e-c72f-42ee-aea8-efa4496c72c0,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:13.700205 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a91c6fb2-0512-4c70-80b6-e979fb947d27 req-57de90aa-66a2-4f40-8bec-c8c2930c6507 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027822 Mar 24 07:45:13.742511 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf70d86e-bd62-449d-bf2d-166375dcb18e x-openstack-request-id: req-cf70d86e-bd62-449d-bf2d-166375dcb18e {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:13.742948 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e273acb8-a6e3-4cb4-90b4-aa66550a3a54", "name": "network-vif-plugged", "status": "completed", "tag": "2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:13.750960 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf70d86e-bd62-449d-bf2d-166375dcb18e {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:13.751634 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf70d86e-bd62-449d-bf2d-166375dcb18e'] response: {'server_uuid': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5', 'code': 200} Mar 24 07:45:13.754864 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a19445d-4743-4e91-814b-c1525738466a req-0847eb9c-9032-4471-9179-ae1c0988a2d7 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430595 Mar 24 07:45:13.770928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:45:13.775684 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:13.780780 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.811305 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49836) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:13.850223 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf6cf-573b-44c8-a656-2c5b03a7d3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.865250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f792a4-bad8-41de-8bf3-b65fff90abd9 x-openstack-request-id: req-e5f792a4-bad8-41de-8bf3-b65fff90abd9 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:13.867078 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:13.867437 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5f792a4-bad8-41de-8bf3-b65fff90abd9 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:13.867931 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5f792a4-bad8-41de-8bf3-b65fff90abd9'] response: {'name': 'network-changed', 'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'status': 'completed', 'code': 200} Mar 24 07:45:13.870039 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:13.870595 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:13.920962 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,segment=NetworkSegment(07f03f43-2411-4fe6-bbf6-bfbd60f22ce2),segment_id=07f03f43-2411-4fe6-bbf6-bfbd60f22ce2)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:13.927498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3b25b-7452-4bcd-86aa-bf9c01518f82 req-8ef5ea1c-f495-4bcb-a3af-81d9686c1a10 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:13.934253 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc3b25b-7452-4bcd-86aa-bf9c01518f82 req-8ef5ea1c-f495-4bcb-a3af-81d9686c1a10 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 944 time: 0.1456702 Mar 24 07:45:13.959151 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627bdf2-af37-4131-a4b4-cc601354413e req-7713c43d-ceea-4723-9aea-d7483d4cd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:13.960863 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-7713c43d-ceea-4723-9aea-d7483d4cd3f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 1128 time: 0.1068478 Mar 24 07:45:13.966672 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf6cf-573b-44c8-a656-2c5b03a7d3b2 admin admin] Publish callbacks [] for security_group (a0ee2146-0252-43ab-bc2c-4299b463ed85), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.005696 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.048832 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf6cf-573b-44c8-a656-2c5b03a7d3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a0ee2146-0252-43ab-bc2c-4299b463ed85), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.057173 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc3b25b-7452-4bcd-86aa-bf9c01518f82 req-0bd3d5c3-ead0-4492-ac42-e65f224b19fb tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219690 Mar 24 07:45:14.074312 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:14.117995 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d9eaf6cf-573b-44c8-a656-2c5b03a7d3b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d591067ee25542b8b3c570293cbdeebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042905 Mar 24 07:45:14.118812 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49844) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:14.122169 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaf6cf-573b-44c8-a656-2c5b03a7d3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee2146-0252-43ab-bc2c-4299b463ed85,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:14.132778 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b1c74-f590-4e5c-b917-4ee658b4eed6 req-0020d6c7-cb3e-450c-a408-2f96e86e5a66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.134772 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-922b1c74-f590-4e5c-b917-4ee658b4eed6 req-0020d6c7-cb3e-450c-a408-2f96e86e5a66 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.1378949 Mar 24 07:45:14.216056 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627bdf2-af37-4131-a4b4-cc601354413e req-a855849e-8506-429c-8c8d-baee8fdb85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.217728 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-a855849e-8506-429c-8c8d-baee8fdb85ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 915 time: 0.2466221 Mar 24 07:45:14.218201 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-29e59e09-f167-4b0a-904e-002d2003b41c admin admin] Publish callbacks [] for security_group (a0ee2146-0252-43ab-bc2c-4299b463ed85), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.242419 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-922b1c74-f590-4e5c-b917-4ee658b4eed6 req-7b31ad1e-4b8c-4d5d-b523-c05fc6023345 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754545 Mar 24 07:45:14.254089 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-29e59e09-f167-4b0a-904e-002d2003b41c admin admin] Publish callbacks [] for security_group (a0ee2146-0252-43ab-bc2c-4299b463ed85), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.288126 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed040f-23aa-47ca-a3c1-69c737e933d8 req-f53d7667-c5c0-43be-b770-db3cec3fd5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.289892 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a8ed040f-23aa-47ca-a3c1-69c737e933d8 req-f53d7667-c5c0-43be-b770-db3cec3fd5d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 1129 time: 0.2089772 Mar 24 07:45:14.292769 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-3d04101f-bd98-4bb0-b416-1ff795f12efc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087 HTTP/1.1" status: 200 len: 217 time: 0.0663140 Mar 24 07:45:14.310844 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e2a8f-3f5b-4a87-8826-de2417e91ecf req-c50110da-0ceb-4c95-a1f5-5d5f23460d77 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.312310 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1a8e2a8f-3f5b-4a87-8826-de2417e91ecf req-c50110da-0ceb-4c95-a1f5-5d5f23460d77 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.1459627 Mar 24 07:45:14.358152 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a8ed040f-23aa-47ca-a3c1-69c737e933d8 req-0eafb90d-096b-417c-8e77-745ed8f3517b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.445534 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-29e59e09-f167-4b0a-904e-002d2003b41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a0ee2146-0252-43ab-bc2c-4299b463ed85), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.448961 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-29e59e09-f167-4b0a-904e-002d2003b41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.452704 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-29e59e09-f167-4b0a-904e-002d2003b41c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0ee2146-0252-43ab-bc2c-4299b463ed85 HTTP/1.1" status: 204 len: 168 time: 0.3292220 Mar 24 07:45:14.459924 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e59e09-f167-4b0a-904e-002d2003b41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee2146-0252-43ab-bc2c-4299b463ed85,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:14.609963 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627bdf2-af37-4131-a4b4-cc601354413e req-350197dc-cf47-4706-8e28-cbe757f3c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.611394 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-350197dc-cf47-4706-8e28-cbe757f3c7fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.2972126 Mar 24 07:45:14.629571 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-582edc4a-a4e0-4c8f-8281-806e26f571a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.669560 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1a8e2a8f-3f5b-4a87-8826-de2417e91ecf req-6ec16ece-9152-4ed5-b088-d35157c1e678 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411741 Mar 24 07:45:14.708948 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49864) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:14.709294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627bdf2-af37-4131-a4b4-cc601354413e req-9c49f0f1-d234-481e-9345-dfc94e540e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.710843 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-9c49f0f1-d234-481e-9345-dfc94e540e0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889134 Mar 24 07:45:14.724578 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fbad6924-db07-4dec-9bab-0358cfd96dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.786007 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a8ed040f-23aa-47ca-a3c1-69c737e933d8 req-0eafb90d-096b-417c-8e77-745ed8f3517b service neutron] Publish callbacks [] for security_group (99e9d8b1-59e9-4a1b-9389-daceda679692), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.833338 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-8c8c4bda-2a0d-4357-a917-212da704a5d8 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073341 Mar 24 07:45:14.854382 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a8ed040f-23aa-47ca-a3c1-69c737e933d8 req-0eafb90d-096b-417c-8e77-745ed8f3517b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (99e9d8b1-59e9-4a1b-9389-daceda679692), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.865227 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fbad6924-db07-4dec-9bab-0358cfd96dde admin admin] Publish callbacks [] for security_group (4b38e947-b478-4668-a556-279557a40e75), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:14.881239 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d983997-cf52-45fc-96e3-e53667b52a0d req-b2067cd8-49a6-4ec6-bf82-51316eac2d7e tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:14.882746 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3d983997-cf52-45fc-96e3-e53667b52a0d req-b2067cd8-49a6-4ec6-bf82-51316eac2d7e tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.0758994 Mar 24 07:45:14.934257 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3d983997-cf52-45fc-96e3-e53667b52a0d req-63134226-b6c4-4617-80aa-ee5867161df1 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 Mar 24 07:45:14.954150 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a8ed040f-23aa-47ca-a3c1-69c737e933d8 req-0eafb90d-096b-417c-8e77-745ed8f3517b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365662 Mar 24 07:45:14.954150 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafb90d-096b-417c-8e77-745ed8f3517b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9d8b1-59e9-4a1b-9389-daceda679692,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:14.978728 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fbad6924-db07-4dec-9bab-0358cfd96dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (4b38e947-b478-4668-a556-279557a40e75), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:15.008732 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d627bdf2-af37-4131-a4b4-cc601354413e req-b40db50b-7406-4225-a8ac-9c2c0841696e service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673610 Mar 24 07:45:15.023715 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-fbad6924-db07-4dec-9bab-0358cfd96dde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=659f2a081ad0434e932cffb1ba3e4f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136325 Mar 24 07:45:15.025684 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6924-db07-4dec-9bab-0358cfd96dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38e947-b478-4668-a556-279557a40e75,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:15.026657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49876) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:15.084940 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0648b159-5b03-4cc7-8b22-74e43201fc42 admin admin] Publish callbacks [] for security_group (4b38e947-b478-4668-a556-279557a40e75), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:15.120519 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0648b159-5b03-4cc7-8b22-74e43201fc42 admin admin] Publish callbacks [] for security_group (4b38e947-b478-4668-a556-279557a40e75), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:15.226220 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b4076-ceb2-450a-8965-198448f773f3 req-3b14c4e3-b258-4bc9-aba8-2d32c0d9977a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:15.227778 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-767b4076-ceb2-450a-8965-198448f773f3 req-3b14c4e3-b258-4bc9-aba8-2d32c0d9977a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 944 time: 0.0606687 Mar 24 07:45:15.289279 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-767b4076-ceb2-450a-8965-198448f773f3 req-64d4e102-5ef0-487f-9bc3-17c235bb0fcb tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553544 Mar 24 07:45:15.303171 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0648b159-5b03-4cc7-8b22-74e43201fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (4b38e947-b478-4668-a556-279557a40e75), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:15.311128 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0648b159-5b03-4cc7-8b22-74e43201fc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:15.311128 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0648b159-5b03-4cc7-8b22-74e43201fc42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b38e947-b478-4668-a556-279557a40e75 HTTP/1.1" status: 204 len: 168 time: 0.2794447 Mar 24 07:45:15.315569 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648b159-5b03-4cc7-8b22-74e43201fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38e947-b478-4668-a556-279557a40e75,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:15.401413 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39532d3a-8376-4aa0-a7b6-6f9087e2f25f req-e4781bcf-e04a-4208-b145-71e72be98541 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:15.403052 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-39532d3a-8376-4aa0-a7b6-6f9087e2f25f req-e4781bcf-e04a-4208-b145-71e72be98541 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0545139 Mar 24 07:45:15.462044 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-39532d3a-8376-4aa0-a7b6-6f9087e2f25f req-ac415775-4e19-4370-918c-46411a436d49 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528817 Mar 24 07:45:15.613157 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:15.753454 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d8275-d332-425d-8350-8969085628b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0'}, {'server_uuid': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:15.756031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b7c5f8-3d85-42bf-8222-8065556bfef7" -d '{"events": [{"server_uuid": "201d8275-d332-425d-8350-8969085628b3", "name": "network-vif-plugged", "status": "completed", "tag": "d696fe1e-c72f-42ee-aea8-efa4496c72c0"}, {"server_uuid": "cff6d1cb-164c-4e82-9cc6-34e3ad48b66b", "name": "network-vif-plugged", "status": "completed", "tag": "8f00fdb4-9572-48c1-b9ae-e337ba4afe40"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:15.828334 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd166d10-7369-4a77-8de7-4cb7ddc23488 req-fcff9710-434e-410a-84ac-67eacc527321 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:15.831501 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fd166d10-7369-4a77-8de7-4cb7ddc23488 req-fcff9710-434e-410a-84ac-67eacc527321 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0810490 Mar 24 07:45:15.845194 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5ba302-a1ed-42ae-a45b-b37164636f8c x-openstack-request-id: req-cd5ba302-a1ed-42ae-a45b-b37164636f8c {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:15.845194 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201d8275-d332-425d-8350-8969085628b3", "name": "network-vif-plugged", "status": "completed", "tag": "d696fe1e-c72f-42ee-aea8-efa4496c72c0", "code": 200}, {"server_uuid": "cff6d1cb-164c-4e82-9cc6-34e3ad48b66b", "name": "network-vif-plugged", "status": "completed", "tag": "8f00fdb4-9572-48c1-b9ae-e337ba4afe40", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:15.845194 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5ba302-a1ed-42ae-a45b-b37164636f8c {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:15.845194 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5ba302-a1ed-42ae-a45b-b37164636f8c'] response: {'server_uuid': '201d8275-d332-425d-8350-8969085628b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0', 'code': 200} Mar 24 07:45:15.845194 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5ba302-a1ed-42ae-a45b-b37164636f8c'] response: {'server_uuid': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40', 'code': 200} Mar 24 07:45:15.889631 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fd166d10-7369-4a77-8de7-4cb7ddc23488 req-cc301c48-b665-49de-b063-8799c65a3407 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508442 Mar 24 07:45:16.083629 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff80e59-203a-4d3b-8335-145bbe9f6874 req-bf4eef5b-a500-435e-b485-8bc41e74c5d6 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:16.093694 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dff80e59-203a-4d3b-8335-145bbe9f6874 req-bf4eef5b-a500-435e-b485-8bc41e74c5d6 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.0810127 Mar 24 07:45:16.184668 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dff80e59-203a-4d3b-8335-145bbe9f6874 req-3959dd6e-c2bf-4565-abbc-16d0c8efa0d5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Mar 24 07:45:16.258028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46292e99-7c3e-46a7-b648-2266a748ad7c req-e2acabca-f378-484a-9613-2d527442a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:16.259593 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-46292e99-7c3e-46a7-b648-2266a748ad7c req-e2acabca-f378-484a-9613-2d527442a478 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 1129 time: 0.0907977 Mar 24 07:45:16.283536 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edc6eb-0c5a-4c01-885e-13c4c25acb70 req-77ba422d-8684-473b-afc2-e2828a0e71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:16.285097 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-20edc6eb-0c5a-4c01-885e-13c4c25acb70 req-77ba422d-8684-473b-afc2-e2828a0e71d5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1129 time: 0.0620124 Mar 24 07:45:16.342295 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-46292e99-7c3e-46a7-b648-2266a748ad7c req-df8a6108-acee-4021-8294-86d18f0f9667 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597365 Mar 24 07:45:16.350695 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-20edc6eb-0c5a-4c01-885e-13c4c25acb70 req-efc32536-2535-4fc9-8a6e-4efc7ab2070b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540414 Mar 24 07:45:16.401897 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 49940) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:16.427171 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f5877-1253-4ad6-b011-31341f014aa3 req-f1f1edcb-0e7e-4ce4-8675-81e4921f4191 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:16.428713 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-238f5877-1253-4ad6-b011-31341f014aa3 req-f1f1edcb-0e7e-4ce4-8675-81e4921f4191 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 944 time: 0.0606699 Mar 24 07:45:16.480492 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-238f5877-1253-4ad6-b011-31341f014aa3 req-877355e7-e59f-4aa8-b7d9-d1af548ab960 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465233 Mar 24 07:45:16.515327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2110725607-network', 'tenant_id': '37c04e2bbc1748c6bb568cbb997b15c3'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:16.579076 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:45:16.610014 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d17ada-4c1e-4e18-bf4c-cfee16637d32 req-af8b26bb-dec0-49d2-981a-a14df16dd2fd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:16.611558 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-95d17ada-4c1e-4e18-bf4c-cfee16637d32 req-af8b26bb-dec0-49d2-981a-a14df16dd2fd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0611770 Mar 24 07:45:16.656948 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Made reservation on behalf of 37c04e2bbc1748c6bb568cbb997b15c3 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:16.660013 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.699521 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-95d17ada-4c1e-4e18-bf4c-cfee16637d32 req-d67d343b-05ec-4616-96d5-3e86ef7285d3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703623 Mar 24 07:45:16.713285 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.814172 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:16.826646 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'mac_address': 'fa:16:3e:07:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:45:16.829707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks [] for security_group (c36ea3c7-23d0-4120-9a86-51cea4ffa26e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.868646 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:16.869041 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.882125 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:16.902461 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:16.936582 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c36ea3c7-23d0-4120-9a86-51cea4ffa26e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.971476 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e689c7db-415e-4741-a220-63982399120a admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:45:16.987933 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36ea3c7-23d0-4120-9a86-51cea4ffa26e,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:16.990875 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (cbf43cde-95a1-48c0-b235-1e2d6dd420cc), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.991231 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Added segment cbf43cde-95a1-48c0-b235-1e2d6dd420cc of type vlan for network 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204 Mar 24 07:45:16.998019 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:16.999172 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2341663b-9a99-4e63-aac5-9e47cdbe3087 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:45:17.044360 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef0a20-7cd2-47e7-ac62-0ff6ef42e68d req-955a8c1a-d0ac-429e-8775-f7a2e1aa589e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:17.046064 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7eef0a20-7cd2-47e7-ac62-0ff6ef42e68d req-955a8c1a-d0ac-429e-8775-f7a2e1aa589e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0614984 Mar 24 07:45:17.068662 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:17.105808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (5d48c0b8-e77b-4787-b34c-5cd7cb7dd204), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.147500 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7eef0a20-7cd2-47e7-ac62-0ff6ef42e68d req-b031abab-d37e-4da8-97d4-b1bec1645039 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Mar 24 07:45:17.180098 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.221841 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 2341663b-9a99-4e63-aac5-9e47cdbe3087, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:17.224368 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (5d48c0b8-e77b-4787-b34c-5cd7cb7dd204), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.225462 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:17.226117 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.233923 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:45:17.275169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 2341663b-9a99-4e63-aac5-9e47cdbe3087 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:17.275573 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.289815 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2341663b-9a99-4e63-aac5-9e47cdbe3087 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:45:17.314715 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 2341663b-9a99-4e63-aac5-9e47cdbe3087, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:17.336917 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689c7db-415e-4741-a220-63982399120a admin admin] Pushing event updated for resources: {'Network': ['ID=5d48c0b8-e77b-4787-b34c-5cd7cb7dd204,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:17.354249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:45:17.374442 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00177216-4435-4d8a-bfa0-3a41d4656de0 req-b224098a-30bc-4efa-8b4c-c73f8785fdcc tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:17.376174 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-00177216-4435-4d8a-bfa0-3a41d4656de0 req-b224098a-30bc-4efa-8b4c-c73f8785fdcc tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.0993989 Mar 24 07:45:17.394392 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e689c7db-415e-4741-a220-63982399120a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9883575 Mar 24 07:45:17.395447 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 49976) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:17.404299 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Request body: {'subnet': {'network_id': '5d48c0b8-e77b-4787-b34c-5cd7cb7dd204', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2110725607-subnet', 'tenant_id': '37c04e2bbc1748c6bb568cbb997b15c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:17.410506 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.447128 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-00177216-4435-4d8a-bfa0-3a41d4656de0 req-06a2f007-b9d1-4a4f-bdde-fc6cf1ed821e tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544915 Mar 24 07:45:17.478342 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=2341663b-9a99-4e63-aac5-9e47cdbe3087,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:17.502173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Made reservation on behalf of 37c04e2bbc1748c6bb568cbb997b15c3 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:17.504909 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.653293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b53a-a3e2-46e1-9937-6c7b209e00d7 req-8c772cbe-5d4a-4d05-8bfc-9cda6af99ff5 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:17.654961 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-26c3b53a-a3e2-46e1-9937-6c7b209e00d7 req-8c772cbe-5d4a-4d05-8bfc-9cda6af99ff5 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 945 time: 0.0953708 Mar 24 07:45:17.766738 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:45:17.790053 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-26c3b53a-a3e2-46e1-9937-6c7b209e00d7 req-e63b9196-616c-47e6-89b5-8f3a9beb5760 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258478 Mar 24 07:45:17.861301 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['2341663b-9a99-4e63-aac5-9e47cdbe3087'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:45:17.907295 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919433d-dee2-44e7-ae48-9dd2c8eb036d req-93c4622b-b4ac-498a-b17f-522714c1e83c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:17.915505 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f919433d-dee2-44e7-ae48-9dd2c8eb036d req-93c4622b-b4ac-498a-b17f-522714c1e83c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.0924003 Mar 24 07:45:17.954421 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (418eba61-b5ce-4816-8083-3ba3eade72d1), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:17.966928 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f919433d-dee2-44e7-ae48-9dd2c8eb036d req-3d42965e-2f6f-4d61-8887-c1be020643d7 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502031 Mar 24 07:45:18.052914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Checking segment: {'id': 'cbf43cde-95a1-48c0-b235-1e2d6dd420cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5d48c0b8-e77b-4787-b34c-5cd7cb7dd204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:45:18.053401 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Network hostable DHCP agents. Network: 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:45:18.060253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418eba61-b5ce-4816-8083-3ba3eade72d1,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:18.161241 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Network 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:45:18.258190 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:45:18.263247 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:18.264703 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:18.279154 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515e2494-14f4-4298-ba07-6827f32beaa3 None None] Network 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:18.328690 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea7430-cd40-49a4-83ca-9db6ff9266f3 req-45cc2787-61d7-4252-bc4b-3d4e4e19bbdb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:18.331809 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-79ea7430-cd40-49a4-83ca-9db6ff9266f3 req-45cc2787-61d7-4252-bc4b-3d4e4e19bbdb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.1041963 Mar 24 07:45:18.385792 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-79ea7430-cd40-49a4-83ca-9db6ff9266f3 req-d1032b4e-2ae4-451c-8a3a-afb56ff99182 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Mar 24 07:45:18.392518 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-60841b12-4a40-450a-ab91-fc13ea581683 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9949586 Mar 24 07:45:18.433975 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b25a0-e017-422c-9e21-73c1cceec426 None None] Network 5d48c0b8-e77b-4787-b34c-5cd7cb7dd204 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:18.610699 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1c976-b84a-49f4-ad7c-c415855879ae req-d34fbbf6-2304-4a62-b08b-bcf1f413f635 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:18.612328 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bdf1c976-b84a-49f4-ad7c-c415855879ae req-d34fbbf6-2304-4a62-b08b-bcf1f413f635 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.0770495 Mar 24 07:45:18.669604 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bdf1c976-b84a-49f4-ad7c-c415855879ae req-20e51679-fe4f-4e16-969e-962244a9ca1b tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Mar 24 07:45:18.694499 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:18.933516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17829b1-5adb-42d2-b5a6-c3967ef13db1 req-32874b6f-b2fd-4352-9b0d-96e0af65807f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:18.935018 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b17829b1-5adb-42d2-b5a6-c3967ef13db1 req-32874b6f-b2fd-4352-9b0d-96e0af65807f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 945 time: 0.0541496 Mar 24 07:45:19.025059 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b17829b1-5adb-42d2-b5a6-c3967ef13db1 req-0b45fd45-2c1d-413b-bbe9-5199e3cfc499 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551901 Mar 24 07:45:19.028049 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16feb3e-6ae0-4f46-b393-98589e9c3f9c req-5cccbf75-f33d-4497-9ef9-f6c9338df497 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.035212 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c16feb3e-6ae0-4f46-b393-98589e9c3f9c req-5cccbf75-f33d-4497-9ef9-f6c9338df497 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0696073 Mar 24 07:45:19.093803 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c16feb3e-6ae0-4f46-b393-98589e9c3f9c req-e8d3d772-a715-405c-8461-6e4c713a9a2a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 Mar 24 07:45:19.189833 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-69af9670-4046-4d51-a41c-5a6a464892c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.191645 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-69af9670-4046-4d51-a41c-5a6a464892c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 1129 time: 0.1150174 Mar 24 07:45:19.211129 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3213ca-4327-4646-bc90-a1c3b83d54b8 req-a6456f97-4330-4c43-a349-37586850a335 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.212804 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-df3213ca-4327-4646-bc90-a1c3b83d54b8 req-a6456f97-4330-4c43-a349-37586850a335 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.1071792 Mar 24 07:45:19.326974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-df3213ca-4327-4646-bc90-a1c3b83d54b8 req-ce22fe84-0243-4b29-a6c9-a6555e6424fb tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058612 Mar 24 07:45:19.334098 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50042) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:19.339337 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1298331788-network', 'tenant_id': 'cd097573de044cc2a0eeadf58d1645c9'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:19.347564 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-a6d1e4f3-d381-418c-87da-8d9a0ae2b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.354173 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-a6d1e4f3-d381-418c-87da-8d9a0ae2b72a service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.1555343 Mar 24 07:45:19.396672 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-938675b6-566e-468b-b7a2-b535d63a5c4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 HTTP/1.1" status: 200 len: 217 time: 0.0415466 Mar 24 07:45:19.446419 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-fa9028b8-0d91-45e7-860f-42de52f358a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.448119 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-fa9028b8-0d91-45e7-860f-42de52f358a8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0451624 Mar 24 07:45:19.460215 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Made reservation on behalf of cd097573de044cc2a0eeadf58d1645c9 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:19.462791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.474313 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.506535 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-d381c1a5-c7a7-4d9f-a84c-f19c584c5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.508084 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-d381c1a5-c7a7-4d9f-a84c-f19c584c5ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534396 Mar 24 07:45:19.572543 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks [] for security_group (b3cb1ef9-3bc5-4361-9bd0-1b638533bf59), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.610443 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-c35ea424-33b6-45eb-8c6d-9475f0de3c7b service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953074 Mar 24 07:45:19.645445 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (b3cb1ef9-3bc5-4361-9bd0-1b638533bf59), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.681341 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:45:19.690656 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb1ef9-3bc5-4361-9bd0-1b638533bf59,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:19.698096 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (98ccb7fa-633a-44df-854a-7c7ca9cacb91), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.698449 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Added segment 98ccb7fa-633a-44df-854a-7c7ca9cacb91 of type vlan for network fa55d6f1-4077-487f-82e1-c5c252bc7a0c Mar 24 07:45:19.727786 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0157735d-7f28-4f44-9e35-d0429a4fcb80 req-cf3005bf-3828-414c-a4a3-c63f2304952c service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111887 Mar 24 07:45:19.745393 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (fa55d6f1-4077-487f-82e1-c5c252bc7a0c), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.853150 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (fa55d6f1-4077-487f-82e1-c5c252bc7a0c), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.854253 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:19.857516 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:19.919051 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] Pushing event updated for resources: {'Network': ['ID=fa55d6f1-4077-487f-82e1-c5c252bc7a0c,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:19.930497 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network fa55d6f1-4077-487f-82e1-c5c252bc7a0c details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:45:19.965099 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-416dd51a-84b7-4a5b-bc5c-d25c6ce2e461 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6292946 Mar 24 07:45:19.967583 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50060) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:19.973676 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Request body: {'subnet': {'network_id': 'fa55d6f1-4077-487f-82e1-c5c252bc7a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1298331788-subnet', 'tenant_id': 'cd097573de044cc2a0eeadf58d1645c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:20.069886 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Made reservation on behalf of cd097573de044cc2a0eeadf58d1645c9 for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:45:20.072278 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12446872'] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:20.193423 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8748c68-cb05-47bf-bed6-a5771a2c2ee4 req-5a02074b-ee80-41db-ad3e-6d2f4de68380 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:20.195010 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f8748c68-cb05-47bf-bed6-a5771a2c2ee4 req-5a02074b-ee80-41db-ad3e-6d2f4de68380 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 945 time: 0.0820494 Mar 24 07:45:20.236365 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149934c5-63a0-4e5f-8eb2-7f23135430c5 req-a56b25b4-3652-4e43-b193-29440c4999a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:20.238765 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-149934c5-63a0-4e5f-8eb2-7f23135430c5 req-a56b25b4-3652-4e43-b193-29440c4999a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0587399 Mar 24 07:45:20.281264 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f8748c68-cb05-47bf-bed6-a5771a2c2ee4 req-5e647c92-0d12-4ec2-8fe2-f0a47ebbc65e tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785177 Mar 24 07:45:20.303955 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-149934c5-63a0-4e5f-8eb2-7f23135430c5 req-f14f4ad6-09f4-4076-ba41-d7fea97dd036 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486889 Mar 24 07:45:20.461995 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12377496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12446862'] for subnet (cf0ec225-04be-4cb5-b03e-aabe1dff66f6), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:20.504921 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b45d-f51c-4bc0-95a9-28cdb35f43ae req-285ef723-fbcb-4bf0-8793-7ce868ae345a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:20.506437 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a1c2b45d-f51c-4bc0-95a9-28cdb35f43ae req-285ef723-fbcb-4bf0-8793-7ce868ae345a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.0873926 Mar 24 07:45:20.564455 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0ec225-04be-4cb5-b03e-aabe1dff66f6,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:20.596346 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:45:20.597148 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Checking segment: {'id': '98ccb7fa-633a-44df-854a-7c7ca9cacb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fa55d6f1-4077-487f-82e1-c5c252bc7a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:45:20.597519 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Network hostable DHCP agents. Network: fa55d6f1-4077-487f-82e1-c5c252bc7a0c, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:45:20.605133 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a1c2b45d-f51c-4bc0-95a9-28cdb35f43ae req-4bd6d0f0-d86c-435e-9b78-f4b311b35916 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831237 Mar 24 07:45:20.692977 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Network fa55d6f1-4077-487f-82e1-c5c252bc7a0c is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:45:20.742527 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:45:20.747102 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:20.747677 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:20.770966 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, fa55d6f1-4077-487f-82e1-c5c252bc7a0c) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:45:20.775716 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:20.776365 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:20.784523 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538a515-aa14-4b59-b5bd-4f8bfd0ce9bb None None] Network fa55d6f1-4077-487f-82e1-c5c252bc7a0c requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:20.856938 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2009bca3-dbb9-47d1-a33e-8b4b029d33e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8875194 Mar 24 07:45:20.917833 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:20.918233 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:20.929494 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c2c5f7-0812-4871-9d4a-3d95eee41282 None None] Network fa55d6f1-4077-487f-82e1-c5c252bc7a0c requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:45:20.992282 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:20.994614 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d418de5e-d253-435e-8068-1df3d5f062d4" -d '{"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-plugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:21.011030 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:21.074064 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee4c2a7-d4b8-4d99-90a3-fc60693904dd x-openstack-request-id: req-fee4c2a7-d4b8-4d99-90a3-fc60693904dd {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:21.074587 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-plugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:21.074696 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fee4c2a7-d4b8-4d99-90a3-fc60693904dd {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:21.075297 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee4c2a7-d4b8-4d99-90a3-fc60693904dd'] response: {'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'code': 200} Mar 24 07:45:21.076870 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:21.077703 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2341663b-9a99-4e63-aac5-9e47cdbe3087 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:45:21.163736 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:21.247101 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 2341663b-9a99-4e63-aac5-9e47cdbe3087 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:45:21.251471 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 2341663b-9a99-4e63-aac5-9e47cdbe3087 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:45:21.251851 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:21.349252 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 2341663b-9a99-4e63-aac5-9e47cdbe3087 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:45:21.349783 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:21.364520 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33ebb-cf18-4261-9754-d2d87df2b46f req-8fc0c4a6-0f97-4a73-8687-5fd1d7a4a948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:21.366740 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cef33ebb-cf18-4261-9754-d2d87df2b46f req-8fc0c4a6-0f97-4a73-8687-5fd1d7a4a948 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1129 time: 0.0568321 Mar 24 07:45:21.913520 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 2341663b-9a99-4e63-aac5-9e47cdbe3087, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:21.916387 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cef33ebb-cf18-4261-9754-d2d87df2b46f req-5c033658-ed1f-4eef-aeb0-a132ca9e6c0c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531795 Mar 24 07:45:21.917320 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b8308-8fdc-4bbb-af4f-f58f81acf0ce req-693b917b-8ed8-44c2-8fd0-36c95e91b2dc tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:21.917320 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-648b8308-8fdc-4bbb-af4f-f58f81acf0ce req-693b917b-8ed8-44c2-8fd0-36c95e91b2dc tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 945 time: 0.0600615 Mar 24 07:45:21.917320 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-648b8308-8fdc-4bbb-af4f-f58f81acf0ce req-2873adb5-9846-42c1-8bec-137920129080 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Mar 24 07:45:21.918872 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:21.920068 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147e6f1-9a0e-415c-909e-f138f4d4044c req-8eaeea2c-1e40-4b1d-9b00-8ed4980d82be tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:21.920068 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b147e6f1-9a0e-415c-909e-f138f4d4044c req-8eaeea2c-1e40-4b1d-9b00-8ed4980d82be tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0530498 Mar 24 07:45:21.921731 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=2341663b-9a99-4e63-aac5-9e47cdbe3087,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:21.922034 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b147e6f1-9a0e-415c-909e-f138f4d4044c req-9ee9903b-3172-40a3-9c1f-61ed5e2a7b03 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Mar 24 07:45:21.922034 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004290a5-4bcc-4986-823c-178d7b4c8f53 req-6abfee45-9741-4cef-810d-81ad5ef742c4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:21.922034 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-004290a5-4bcc-4986-823c-178d7b4c8f53 req-6abfee45-9741-4cef-810d-81ad5ef742c4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0528255 Mar 24 07:45:21.922034 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-004290a5-4bcc-4986-823c-178d7b4c8f53 req-8ea8f8d1-bc4b-4cfa-94cd-0c63820c9b06 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483153 Mar 24 07:45:22.669395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88765a77-b069-47ff-9741-3d2dca4e311f req-97732235-f851-4771-a862-225823970592 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:22.669395 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-88765a77-b069-47ff-9741-3d2dca4e311f req-97732235-f851-4771-a862-225823970592 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.0684981 Mar 24 07:45:22.742535 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-88765a77-b069-47ff-9741-3d2dca4e311f req-b0208020-471b-4ca6-a313-1d2b7bf914a5 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931010 Mar 24 07:45:22.838023 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69180953-894e-4b02-977d-cdffc73d375e req-55b7c091-92a4-40d5-a997-e970ef7c1e17 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:22.841713 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-69180953-894e-4b02-977d-cdffc73d375e req-55b7c091-92a4-40d5-a997-e970ef7c1e17 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0839865 Mar 24 07:45:22.930291 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-69180953-894e-4b02-977d-cdffc73d375e req-02b75c90-c315-45e0-9184-8762acd08d7f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794480 Mar 24 07:45:22.968341 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4061192-a056-4e73-aff1-78e8ed8b67a0 req-f6efa758-4328-433a-9d3a-31f2fd09b6e9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:22.970011 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e4061192-a056-4e73-aff1-78e8ed8b67a0 req-f6efa758-4328-433a-9d3a-31f2fd09b6e9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0667694 Mar 24 07:45:23.040845 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e4061192-a056-4e73-aff1-78e8ed8b67a0 req-a0f3d489-40f6-435f-9c13-ef89d1f1e3c9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533242 Mar 24 07:45:23.076810 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:23.080360 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d51b4c-ce6b-42e0-b6b9-569268c82aa8" -d '{"events": [{"server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "name": "network-vif-plugged", "status": "completed", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:23.114642 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90137fd-3114-4915-8e1a-a4d00edea9fd x-openstack-request-id: req-b90137fd-3114-4915-8e1a-a4d00edea9fd {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:23.114968 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "name": "network-vif-plugged", "status": "completed", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:23.115258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b90137fd-3114-4915-8e1a-a4d00edea9fd {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:23.115664 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90137fd-3114-4915-8e1a-a4d00edea9fd'] response: {'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'code': 200} Mar 24 07:45:23.502452 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438a4d5-6a58-40af-bae3-a18ac5e5eae5 req-3b5bf36b-c995-423c-966f-f87f8fa7117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:23.503976 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a438a4d5-6a58-40af-bae3-a18ac5e5eae5 req-3b5bf36b-c995-423c-966f-f87f8fa7117e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 1130 time: 0.0425863 Mar 24 07:45:23.556761 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a438a4d5-6a58-40af-bae3-a18ac5e5eae5 req-7aa7b495-9c89-4f91-ac43-031d3ac871cd service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418332 Mar 24 07:45:23.863803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a47044-4f4d-4836-a8af-a6861421c8b1 req-06864bce-1a6f-4e42-94b4-acd495e4474c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:23.867955 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-85a47044-4f4d-4836-a8af-a6861421c8b1 req-06864bce-1a6f-4e42-94b4-acd495e4474c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.0556240 Mar 24 07:45:23.919692 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-85a47044-4f4d-4836-a8af-a6861421c8b1 req-d42cb382-84d4-4611-bcce-a573a346ff8d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488799 Mar 24 07:45:24.048744 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4019d-50d1-450d-a631-e338cc5d7573 req-c416a880-26fe-4c20-bdfc-0b62f53d2c0e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:24.050837 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-37a4019d-50d1-450d-a631-e338cc5d7573 req-c416a880-26fe-4c20-bdfc-0b62f53d2c0e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0545013 Mar 24 07:45:24.100691 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-37a4019d-50d1-450d-a631-e338cc5d7573 req-de46f332-fd1d-4b1d-8648-e04a88d763da tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Mar 24 07:45:24.159884 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968ae2-ab07-4880-b4a7-fd50c3b95f6e req-b51f962e-d39d-486d-9d4a-ba0768b321e1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:24.161404 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-43968ae2-ab07-4880-b4a7-fd50c3b95f6e req-b51f962e-d39d-486d-9d4a-ba0768b321e1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0558364 Mar 24 07:45:24.210819 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-43968ae2-ab07-4880-b4a7-fd50c3b95f6e req-6d757b08-29a6-42b3-a67b-722eebfb3442 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439036 Mar 24 07:45:24.295804 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:45:24.348018 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72716a-71d7-4aef-95df-ade6247cb861 req-39ed9b9d-3915-4013-ad5d-0be333241e78 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:24.352420 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fb72716a-71d7-4aef-95df-ade6247cb861 req-39ed9b9d-3915-4013-ad5d-0be333241e78 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0728250 Mar 24 07:45:24.357388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50226) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:24.363527 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'floatingip': {'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:24.433050 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50230) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:24.455236 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (94991a79-c3b4-449c-976c-867c5b2e93d8), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:24.558453 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aae5d840-a9cf-4ec8-844d-914131e615ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:24.634756 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aae5d840-a9cf-4ec8-844d-914131e615ca admin admin] Publish callbacks [] for security_group (6eef0d0e-be2a-48b2-939b-9c96e4b5ea12), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:24.730601 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aae5d840-a9cf-4ec8-844d-914131e615ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (6eef0d0e-be2a-48b2-939b-9c96e4b5ea12), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:24.769647 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5d840-a9cf-4ec8-844d-914131e615ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef0d0e-be2a-48b2-939b-9c96e4b5ea12,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:24.775656 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-aae5d840-a9cf-4ec8-844d-914131e615ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fd41f5841f446e4878c40801bf2b5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410931 Mar 24 07:45:24.778450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50236) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:24.833590 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-29a0d325-8e53-4a24-8eb7-0cfbd2d32386 admin admin] Publish callbacks [] for security_group (6eef0d0e-be2a-48b2-939b-9c96e4b5ea12), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:24.856621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-29a0d325-8e53-4a24-8eb7-0cfbd2d32386 admin admin] Publish callbacks [] for security_group (6eef0d0e-be2a-48b2-939b-9c96e4b5ea12), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:24.889911 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50240) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:25.047646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-29a0d325-8e53-4a24-8eb7-0cfbd2d32386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (6eef0d0e-be2a-48b2-939b-9c96e4b5ea12), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.050988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-29a0d325-8e53-4a24-8eb7-0cfbd2d32386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.056500 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-29a0d325-8e53-4a24-8eb7-0cfbd2d32386 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6eef0d0e-be2a-48b2-939b-9c96e4b5ea12 HTTP/1.1" status: 204 len: 168 time: 0.2765572 Mar 24 07:45:25.076759 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0d325-8e53-4a24-8eb7-0cfbd2d32386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef0d0e-be2a-48b2-939b-9c96e4b5ea12,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:25.083165 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f4a452bd-baca-4037-a869-bc8b3a0b5483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.117437 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd63e45-653b-4d16-96c2-8d643ed381d5 req-8f660cfd-a8bc-4649-948b-18824709f13f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:25.119321 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8cd63e45-653b-4d16-96c2-8d643ed381d5 req-8f660cfd-a8bc-4649-948b-18824709f13f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.1173439 Mar 24 07:45:25.189299 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8cd63e45-653b-4d16-96c2-8d643ed381d5 req-4f0dbef1-c8fd-48f4-bc1d-981cd344df34 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637434 Mar 24 07:45:25.217370 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.db.resource_extend [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 07:45:25.243289 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f4a452bd-baca-4037-a869-bc8b3a0b5483 admin admin] Publish callbacks [] for security_group (c5f57df3-8523-4753-8b4c-993f6bb22a51), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.323353 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.349943 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6070115-1b61-4013-b3f9-b887b8632121 req-b91f4e32-5fa5-4e12-8b04-a6763c8e6b3a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:25.351477 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a6070115-1b61-4013-b3f9-b887b8632121 req-b91f4e32-5fa5-4e12-8b04-a6763c8e6b3a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0974467 Mar 24 07:45:25.378961 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f4a452bd-baca-4037-a869-bc8b3a0b5483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c5f57df3-8523-4753-8b4c-993f6bb22a51), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.409057 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (94991a79-c3b4-449c-976c-867c5b2e93d8), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.415089 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a6070115-1b61-4013-b3f9-b887b8632121 req-fd20bd7f-213f-4060-a555-b7127f8a96f7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580702 Mar 24 07:45:25.424909 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f4a452bd-baca-4037-a869-bc8b3a0b5483 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57f60be3d7e149a2ab2ceb11d09ac62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5325274 Mar 24 07:45:25.427434 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a452bd-baca-4037-a869-bc8b3a0b5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f57df3-8523-4753-8b4c-993f6bb22a51,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:25.429994 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50258) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:25.490512 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-818db95c-dce0-47bb-b539-faebe394e9e4 admin admin] Publish callbacks [] for security_group (c5f57df3-8523-4753-8b4c-993f6bb22a51), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.516494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-818db95c-dce0-47bb-b539-faebe394e9e4 admin admin] Publish callbacks [] for security_group (c5f57df3-8523-4753-8b4c-993f6bb22a51), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.526343 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Floating IP 94991a79-c3b4-449c-976c-867c5b2e93d8 associated. External IP: 172.27.3.29, port: 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf. Mar 24 07:45:25.684921 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-818db95c-dce0-47bb-b539-faebe394e9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c5f57df3-8523-4753-8b4c-993f6bb22a51), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.687445 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-818db95c-dce0-47bb-b539-faebe394e9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.688836 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-818db95c-dce0-47bb-b539-faebe394e9e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5f57df3-8523-4753-8b4c-993f6bb22a51 HTTP/1.1" status: 204 len: 168 time: 0.2579417 Mar 24 07:45:25.705757 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818db95c-dce0-47bb-b539-faebe394e9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f57df3-8523-4753-8b4c-993f6bb22a51,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:25.789249 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:45:25.907246 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:45:25.912358 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:25.925901 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:45:25.945082 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50282) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:25.946819 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:45:25.947037 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ed79d71d-1d7a-4edb-901a-b43a033b8487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "PUT /v2.0/floatingips/94991a79-c3b4-449c-976c-867c5b2e93d8 HTTP/1.1" status: 200 len: 990 time: 1.5885077 Mar 24 07:45:25.947701 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:25.948317 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:45:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:25.950304 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669322cd-66a1-4a2f-92a5-b5a097958143" -d '{"events": [{"name": "network-changed", "server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:25.976918 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-db7e2afd-5f6f-47d9-a427-90ed018734dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.003612 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd661b1b-3079-4d25-8586-d6da7e228149 x-openstack-request-id: req-bd661b1b-3079-4d25-8586-d6da7e228149 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:26.004016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:26.004495 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd661b1b-3079-4d25-8586-d6da7e228149 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:26.005086 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd661b1b-3079-4d25-8586-d6da7e228149'] response: {'name': 'network-changed', 'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'status': 'completed', 'code': 200} Mar 24 07:45:26.077823 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:45:26.104020 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-db7e2afd-5f6f-47d9-a427-90ed018734dc admin admin] Publish callbacks [] for security_group (f39d682e-2314-4ec3-bbc2-f31677c52518), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.115054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-1c642f9e-ec03-4e14-8ef3-2704e6a688af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.116777 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-1c642f9e-ec03-4e14-8ef3-2704e6a688af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1129 time: 0.0737240 Mar 24 07:45:26.186298 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-db7e2afd-5f6f-47d9-a427-90ed018734dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f39d682e-2314-4ec3-bbc2-f31677c52518), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.248896 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50296) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:26.249446 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-db7e2afd-5f6f-47d9-a427-90ed018734dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88445c2e5dc44a8b9b258d4018a892f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017061 Mar 24 07:45:26.255417 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2afd-5f6f-47d9-a427-90ed018734dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d682e-2314-4ec3-bbc2-f31677c52518,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:26.292059 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-9a0e249d-1bec-479b-bbe9-b4693a676ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.293661 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-9a0e249d-1bec-479b-bbe9-b4693a676ad4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.1685498 Mar 24 07:45:26.345502 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-282c3249-2cc5-405e-b5f3-958fff316a7f admin admin] Publish callbacks [] for security_group (f39d682e-2314-4ec3-bbc2-f31677c52518), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.374975 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-282c3249-2cc5-405e-b5f3-958fff316a7f admin admin] Publish callbacks [] for security_group (f39d682e-2314-4ec3-bbc2-f31677c52518), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.376737 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '94991a79-c3b4-449c-976c-867c5b2e93d8', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'mac_address': 'fa:16:3e:07:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500db65-740b-4987-91af-3792a6a363ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:44:59Z', 'updated_at': '2022-03-24T07:45:24Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:26.406158 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:45:26.406676 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3a2d6-b9dd-4cd0-9446-d896d43e0d81 req-d7e921e3-f230-48c8-abb1-a8d3bfc1cffd tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.409048 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-19e3a2d6-b9dd-4cd0-9446-d896d43e0d81 req-d7e921e3-f230-48c8-abb1-a8d3bfc1cffd tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.1165576 Mar 24 07:45:26.429047 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:45:26.429699 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:45:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:26.437714 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50300) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:26.446696 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-ec5e09da-efbe-410a-98f9-bd1d378c2a46 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 998 time: 0.1452074 Mar 24 07:45:26.475180 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-14023d2b-6f05-47c3-adac-c2b25f7523b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.553793 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-714f5c91-ef84-4325-92dd-e74da5afd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.553793 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-714f5c91-ef84-4325-92dd-e74da5afd6ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0937462 Mar 24 07:45:26.555871 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:45:26.561993 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-19e3a2d6-b9dd-4cd0-9446-d896d43e0d81 req-e3713001-323a-456a-84a6-499334b9cd4a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211774 Mar 24 07:45:26.593299 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-282c3249-2cc5-405e-b5f3-958fff316a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f39d682e-2314-4ec3-bbc2-f31677c52518), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.596905 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-282c3249-2cc5-405e-b5f3-958fff316a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.608850 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-282c3249-2cc5-405e-b5f3-958fff316a7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f39d682e-2314-4ec3-bbc2-f31677c52518 HTTP/1.1" status: 204 len: 168 time: 0.3563950 Mar 24 07:45:26.629558 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c3249-2cc5-405e-b5f3-958fff316a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d682e-2314-4ec3-bbc2-f31677c52518,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:26.663865 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbba6f-7f2e-4040-b06a-0ccda365ba8f req-085781f9-1465-4a20-9ee0-9d89f235b6fd tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.676440 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0dbba6f-7f2e-4040-b06a-0ccda365ba8f req-085781f9-1465-4a20-9ee0-9d89f235b6fd tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.1169689 Mar 24 07:45:26.685158 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-fa49e94d-9e7b-46a1-92e5-f62a8f892734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.691166 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-fa49e94d-9e7b-46a1-92e5-f62a8f892734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1321142 Mar 24 07:45:26.708622 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-14023d2b-6f05-47c3-adac-c2b25f7523b9 admin admin] Publish callbacks [] for security_group (11b42cc0-5a8e-47f8-a374-2c58b5c6d22c), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.781676 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a522d-14c5-4860-a7fe-86ffe98458d7 req-14cabd6a-376b-400e-858d-7e0c547df8e7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:26.786047 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ca2a522d-14c5-4860-a7fe-86ffe98458d7 req-14cabd6a-376b-400e-858d-7e0c547df8e7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.0884631 Mar 24 07:45:26.796508 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-14023d2b-6f05-47c3-adac-c2b25f7523b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (11b42cc0-5a8e-47f8-a374-2c58b5c6d22c), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.804530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50314) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:26.821060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:45:26.851902 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-14023d2b-6f05-47c3-adac-c2b25f7523b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c53a0752afa438491ddeb708e3d2ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092422 Mar 24 07:45:26.853927 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50316) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:26.860530 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14023d2b-6f05-47c3-adac-c2b25f7523b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b42cc0-5a8e-47f8-a374-2c58b5c6d22c,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:26.909069 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '94991a79-c3b4-449c-976c-867c5b2e93d8', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'mac_address': 'fa:16:3e:07:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500db65-740b-4987-91af-3792a6a363ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:44:59Z', 'updated_at': '2022-03-24T07:45:24Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:26.909743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b0fc732b-bd06-4d6a-948c-c7550336d91c admin admin] Publish callbacks [] for security_group (11b42cc0-5a8e-47f8-a374-2c58b5c6d22c), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.927224 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (bbbf967e-e8ac-474c-89ba-54924934d260), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.935839 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b0fc732b-bd06-4d6a-948c-c7550336d91c admin admin] Publish callbacks [] for security_group (11b42cc0-5a8e-47f8-a374-2c58b5c6d22c), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:26.949197 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5633f28-2baa-47a4-bca1-2b36425d396a None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '94991a79-c3b4-449c-976c-867c5b2e93d8', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'floating_ip_address': '172.27.3.29', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'mac_address': 'fa:16:3e:07:9e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f500db65-740b-4987-91af-3792a6a363ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:44:59Z', 'updated_at': '2022-03-24T07:45:24Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:45:26.996579 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0dbba6f-7f2e-4040-b06a-0ccda365ba8f req-62a295ee-4f72-4e20-b7f2-742e4d689128 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188007 Mar 24 07:45:27.064473 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b0fc732b-bd06-4d6a-948c-c7550336d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (11b42cc0-5a8e-47f8-a374-2c58b5c6d22c), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.068422 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b0fc732b-bd06-4d6a-948c-c7550336d91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.072086 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b0fc732b-bd06-4d6a-948c-c7550336d91c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11b42cc0-5a8e-47f8-a374-2c58b5c6d22c HTTP/1.1" status: 204 len: 168 time: 0.2147815 Mar 24 07:45:27.079144 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc732b-bd06-4d6a-948c-c7550336d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b42cc0-5a8e-47f8-a374-2c58b5c6d22c,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:27.251605 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872366b6-0cc2-4e4b-af72-461a032cb09a None None] New status for floating IP 94991a79-c3b4-449c-976c-867c5b2e93d8: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:45:27.333786 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-eb13eff5-c98d-447b-8671-ac7f6c813adb service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320047 Mar 24 07:45:27.520079 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-669322cd-66a1-4a2f-92a5-b5a097958143 req-4b8228f6-064c-4bd1-8ad6-6ed700b7775d service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725585 Mar 24 07:45:27.591542 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50336) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:27.609230 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-319bb86d-8ffe-4462-a97e-2fe23226a966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.725693 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-319bb86d-8ffe-4462-a97e-2fe23226a966 admin admin] Publish callbacks [] for security_group (d83142d8-1076-460a-bc24-f2067c379ecd), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.827863 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-319bb86d-8ffe-4462-a97e-2fe23226a966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d83142d8-1076-460a-bc24-f2067c379ecd), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.867357 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-319bb86d-8ffe-4462-a97e-2fe23226a966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae6e67391b1e4965adf228e2046e0a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751141 Mar 24 07:45:27.868259 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bb86d-8ffe-4462-a97e-2fe23226a966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83142d8-1076-460a-bc24-f2067c379ecd,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:27.870618 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50344) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:27.930147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-53c760f2-4a24-4e41-acb0-0b5ed2785571 admin admin] Publish callbacks [] for security_group (d83142d8-1076-460a-bc24-f2067c379ecd), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.936078 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:27.953361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-53c760f2-4a24-4e41-acb0-0b5ed2785571 admin admin] Publish callbacks [] for security_group (d83142d8-1076-460a-bc24-f2067c379ecd), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:28.016219 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (bbbf967e-e8ac-474c-89ba-54924934d260), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:28.104225 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-53c760f2-4a24-4e41-acb0-0b5ed2785571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d83142d8-1076-460a-bc24-f2067c379ecd), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:28.107120 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-53c760f2-4a24-4e41-acb0-0b5ed2785571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:28.109138 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-53c760f2-4a24-4e41-acb0-0b5ed2785571 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d83142d8-1076-460a-bc24-f2067c379ecd HTTP/1.1" status: 204 len: 168 time: 0.2377357 Mar 24 07:45:28.127730 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c760f2-4a24-4e41-acb0-0b5ed2785571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83142d8-1076-460a-bc24-f2067c379ecd,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:28.160253 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6b0d-d4a6-421f-9ed6-11420c67134a req-e44749db-1d6d-4d33-b276-dcc36aad2d7c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:28.161828 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b72b6b0d-d4a6-421f-9ed6-11420c67134a req-e44749db-1d6d-4d33-b276-dcc36aad2d7c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0857768 Mar 24 07:45:28.167103 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP bbbf967e-e8ac-474c-89ba-54924934d260 associated. External IP: 172.27.3.145, port: 2341663b-9a99-4e63-aac5-9e47cdbe3087. Mar 24 07:45:28.215877 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b72b6b0d-d4a6-421f-9ed6-11420c67134a req-3faa9d9e-c8e4-4097-aee9-6c5bc3fbdccb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Mar 24 07:45:28.434105 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:45:28.568725 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:45:28.576179 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:28.583440 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:45:28.600825 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:45:28.611162 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:45:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:28.614557 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-44c8ed34-f7d3-49c5-be36-cd886b442909 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "PUT /v2.0/floatingips/bbbf967e-e8ac-474c-89ba-54924934d260 HTTP/1.1" status: 200 len: 992 time: 1.8039823 Mar 24 07:45:28.615142 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:28.617654 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f779c208-c742-4244-aaad-4b36d7e9538d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:28.681881 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ca3dc-4e36-4bc7-86b5-ccd4e066a309 x-openstack-request-id: req-d84ca3dc-4e36-4bc7-86b5-ccd4e066a309 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:28.682448 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:28.682855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d84ca3dc-4e36-4bc7-86b5-ccd4e066a309 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:28.683313 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d84ca3dc-4e36-4bc7-86b5-ccd4e066a309'] response: {'name': 'network-changed', 'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'status': 'completed', 'code': 200} Mar 24 07:45:28.760269 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c208-c742-4244-aaad-4b36d7e9538d req-d3f524c0-bfba-4a04-a452-6b0efb7bdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:28.762200 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-d3f524c0-bfba-4a04-a452-6b0efb7bdd14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 1130 time: 0.0507259 Mar 24 07:45:28.777241 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:45:28.884962 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c208-c742-4244-aaad-4b36d7e9538d req-6b469286-59f5-4b3c-9069-a79e8f3d9c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:28.886735 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-6b469286-59f5-4b3c-9069-a79e8f3d9c6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 915 time: 0.1129763 Mar 24 07:45:28.972345 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-2df3ee8b-7a98-4aee-a4de-7c8f164cc9ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087 HTTP/1.1" status: 200 len: 1000 time: 0.0666513 Mar 24 07:45:29.060667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c208-c742-4244-aaad-4b36d7e9538d req-e6d599c3-f3f7-472d-b116-77137fc9996c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:29.062229 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-e6d599c3-f3f7-472d-b116-77137fc9996c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.0715899 Mar 24 07:45:29.134499 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c208-c742-4244-aaad-4b36d7e9538d req-d38c8ca3-99a1-4d51-8904-fdd19590128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:29.136414 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-d38c8ca3-99a1-4d51-8904-fdd19590128e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577850 Mar 24 07:45:29.174536 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:27Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:29.205751 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:45:29.214782 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:45:29.215519 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:45:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:29.270465 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-9e81c44f-70cb-4e8e-8b37-6c3e81723f35 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160092 Mar 24 07:45:29.347189 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:45:29.382877 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecb79e-2518-4e85-9989-93b35279e7ae req-c56ad036-bdad-4a3d-9cc0-5906c3fdd14b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:29.392313 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bbecb79e-2518-4e85-9989-93b35279e7ae req-c56ad036-bdad-4a3d-9cc0-5906c3fdd14b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0731702 Mar 24 07:45:29.472646 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bbecb79e-2518-4e85-9989-93b35279e7ae req-1c567614-1600-4bf8-84bb-8e64c547b3bd tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787811 Mar 24 07:45:29.479623 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f779c208-c742-4244-aaad-4b36d7e9538d req-577f0ef2-bb9d-4905-9510-09447a9efea3 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002437 Mar 24 07:45:29.663134 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:27Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:29.692429 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd01abd-476e-4721-b2e3-cb4a039e3898 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:27Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:45:29.902975 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e8cb1-9bb6-4eb6-842e-a67cb5234d93 None None] New status for floating IP bbbf967e-e8ac-474c-89ba-54924934d260: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:45:30.632540 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921dfa7-6873-44de-9832-5db1d09b226f req-0b8d2781-f06e-4a67-b71d-4b8bcf219351 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:30.634167 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b921dfa7-6873-44de-9832-5db1d09b226f req-0b8d2781-f06e-4a67-b71d-4b8bcf219351 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0737929 Mar 24 07:45:30.687244 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b921dfa7-6873-44de-9832-5db1d09b226f req-1dc1aaa1-1838-4e3e-aa80-bc4ebf58b2ce tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456479 Mar 24 07:45:31.807466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e50f5-f9e9-4c20-9692-6889dc241383 req-e77b72e9-6775-4b74-94eb-1e286d954fbe tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:31.808946 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-327e50f5-f9e9-4c20-9692-6889dc241383 req-e77b72e9-6775-4b74-94eb-1e286d954fbe tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Mar 24 07:45:31.855217 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-327e50f5-f9e9-4c20-9692-6889dc241383 req-60c631c9-da1c-4397-9025-b908142d131d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Mar 24 07:45:32.987525 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9fd88-a79a-43d5-9f26-06420ea8caa9 req-f837ceb3-0901-40b2-a176-7c3f6ece1507 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:32.993923 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-87c9fd88-a79a-43d5-9f26-06420ea8caa9 req-f837ceb3-0901-40b2-a176-7c3f6ece1507 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0614340 Mar 24 07:45:33.014091 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a35b-5408-4f59-ae69-028f36172c49 req-76c41daf-4878-4be8-94f2-2fc4a10b5708 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:33.015721 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8bb9a35b-5408-4f59-ae69-028f36172c49 req-76c41daf-4878-4be8-94f2-2fc4a10b5708 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.0651848 Mar 24 07:45:33.042343 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-87c9fd88-a79a-43d5-9f26-06420ea8caa9 req-0d201c6a-112b-44c7-9e8d-710082615c67 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Mar 24 07:45:33.093825 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8bb9a35b-5408-4f59-ae69-028f36172c49 req-c2a3a486-dc5c-47b9-9989-c2758cee1dad tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649409 Mar 24 07:45:33.097219 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-43fbcacd-9dde-4119-9cd9-6b5fcbc6de34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780082 Mar 24 07:45:33.204867 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-53fd22b5-9ceb-40aa-8c9f-bef5c07f2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:33.207113 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-53fd22b5-9ceb-40aa-8c9f-bef5c07f2a06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1129 time: 0.0473573 Mar 24 07:45:33.315163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-759c9608-bebc-4620-af16-5c62314f420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:33.316735 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-759c9608-bebc-4620-af16-5c62314f420b service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.0880642 Mar 24 07:45:33.358708 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-99b87b8a-a50d-4ca3-95e8-46a7306fba90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 217 time: 0.0341713 Mar 24 07:45:33.408750 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-25138446-3321-427b-8377-1bfb5ce74b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:33.410263 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-25138446-3321-427b-8377-1bfb5ce74b94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0437436 Mar 24 07:45:33.469542 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-35264df6-3a8b-4f2b-b217-3a1d12b78778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:33.471596 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-35264df6-3a8b-4f2b-b217-3a1d12b78778 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548673 Mar 24 07:45:33.575619 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-5f6c8afe-4062-4b0b-a1da-43c10979e331 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838339 Mar 24 07:45:33.668375 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9a63d63-05f1-4639-8295-9866bbf6e7d1 req-9b5ec954-bc88-4398-bcac-db98e70b580a service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896487 Mar 24 07:45:34.169789 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306619c6-7835-4440-9ed6-ace1c378d72c req-04d782fe-7903-49d0-a48c-30e555c70cee tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:34.171441 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-306619c6-7835-4440-9ed6-ace1c378d72c req-04d782fe-7903-49d0-a48c-30e555c70cee tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0620694 Mar 24 07:45:34.229168 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-306619c6-7835-4440-9ed6-ace1c378d72c req-b7a6d6a0-7fb5-4d32-9029-786885ad29c8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509183 Mar 24 07:45:34.237749 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea712-d608-4886-b4cf-07a3bb4edb50 req-6faaa982-c89c-4093-b120-5cb573be71ec tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:34.241803 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a6bea712-d608-4886-b4cf-07a3bb4edb50 req-6faaa982-c89c-4093-b120-5cb573be71ec tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.0637083 Mar 24 07:45:34.298267 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a6bea712-d608-4886-b4cf-07a3bb4edb50 req-74d76d7f-207f-435e-a42e-b61318b887c3 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478690 Mar 24 07:45:34.758464 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50556) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:34.864614 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:34.936307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Publish callbacks [] for security_group (dca18c8c-8e5a-4509-8160-e92144773b9b), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.029495 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dca18c8c-8e5a-4509-8160-e92144773b9b), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.069283 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7b9ef59995f47a5bf5a90f865aba6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096457 Mar 24 07:45:35.070255 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca18c8c-8e5a-4509-8160-e92144773b9b,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:35.071875 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50568) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:35.077772 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081916 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.081916 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.082246 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.082577 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.082908 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.083230 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83faf21-f763-49e7-b986-f56dfe8a2d94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.153257 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Publish callbacks [] for security_group (dca18c8c-8e5a-4509-8160-e92144773b9b), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.184363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Publish callbacks [] for security_group (dca18c8c-8e5a-4509-8160-e92144773b9b), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.376635 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7d5f4-2fb5-45c2-bf28-a90c06314162 req-bfa42c00-d0ad-4ba3-a06b-b98875613bcc tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:35.379715 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d6d7d5f4-2fb5-45c2-bf28-a90c06314162 req-bfa42c00-d0ad-4ba3-a06b-b98875613bcc tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0795224 Mar 24 07:45:35.411980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-6de2d27e-3fd8-4443-af35-d791d5548918 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:35.413397 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-6de2d27e-3fd8-4443-af35-d791d5548918 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.67 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.3043516 Mar 24 07:45:35.430829 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d6d7d5f4-2fb5-45c2-bf28-a90c06314162 req-4ba108af-11bb-4975-a337-cfafbba14427 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454004 Mar 24 07:45:35.564707 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c232bed-32ec-403e-bb08-f0a965f8c494 req-d34525d0-05d2-4990-90b5-5d072fee019d tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:35.566102 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3c232bed-32ec-403e-bb08-f0a965f8c494 req-d34525d0-05d2-4990-90b5-5d072fee019d tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 945 time: 0.1617899 Mar 24 07:45:35.589843 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.636814 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Deleting port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:45:35.637161 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.644062 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3c232bed-32ec-403e-bb08-f0a965f8c494 req-86805002-92d2-49f0-9d98-d2821e319ef4 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/security-groups?id=328ddbee-d408-4289-bda5-20468c21c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704648 Mar 24 07:45:35.654673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dca18c8c-8e5a-4509-8160-e92144773b9b), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.664410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.664410 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dca18c8c-8e5a-4509-8160-e92144773b9b HTTP/1.1" status: 204 len: 168 time: 0.5851159 Mar 24 07:45:35.703153 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca18c8c-8e5a-4509-8160-e92144773b9b,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:35.714212 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.714566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.714903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.715247 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.715578 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.715912 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.716333 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.716660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.716986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.717495 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.718398 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.718398 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.718569 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.718768 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.719140 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54372bf2-ca55-42f9-b788-905341c7e8a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:45:35.765633 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] For port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,segment=NetworkSegment(07f03f43-2411-4fe6-bbf6-bfbd60f22ce2),segment_id=07f03f43-2411-4fe6-bbf6-bfbd60f22ce2)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:45:35.766007 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:35.782106 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Calling delete_port for 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:45:36.045713 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (8f00fdb4-9572-48c1-b9ae-e337ba4afe40), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:36.063925 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['8f00fdb4-9572-48c1-b9ae-e337ba4afe40'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:45:36.082130 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Pushing event deleted for resources: {'Port': ['ID=8f00fdb4-9572-48c1-b9ae-e337ba4afe40,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:36.154639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] No DVR routers for this DVR port 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:45:36.157803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:36.161749 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9a633eaf-01d7-4de0-af68-0301fe6d6ea6 req-1970abab-a037-4447-9f0e-eb681aad45e5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.67 "DELETE /v2.0/ports/8f00fdb4-9572-48c1-b9ae-e337ba4afe40 HTTP/1.1" status: 204 len: 173 time: 0.7387345 Mar 24 07:45:36.162265 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'name': 'network-vif-deleted', 'tag': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:45:36.164591 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666f80f8-20d0-45b4-9b3c-09cb99acfdd3" -d '{"events": [{"server_uuid": "cff6d1cb-164c-4e82-9cc6-34e3ad48b66b", "name": "network-vif-deleted", "tag": "8f00fdb4-9572-48c1-b9ae-e337ba4afe40"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:45:36.209740 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e2279b-2f36-43f9-94f9-314f97007eb9 x-openstack-request-id: req-46e2279b-2f36-43f9-94f9-314f97007eb9 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:45:36.215608 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff6d1cb-164c-4e82-9cc6-34e3ad48b66b", "name": "network-vif-deleted", "tag": "8f00fdb4-9572-48c1-b9ae-e337ba4afe40", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:45:36.215608 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46e2279b-2f36-43f9-94f9-314f97007eb9 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:45:36.215608 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e2279b-2f36-43f9-94f9-314f97007eb9'] response: {'server_uuid': 'cff6d1cb-164c-4e82-9cc6-34e3ad48b66b', 'name': 'network-vif-deleted', 'tag': '8f00fdb4-9572-48c1-b9ae-e337ba4afe40', 'status': 'completed', 'code': 200} Mar 24 07:45:36.564051 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee465df-2dd8-4239-a880-9cdec99489c7 req-1cdd9fb7-d225-4e1f-ac70-fa2b41f0590e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:36.566465 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bee465df-2dd8-4239-a880-9cdec99489c7 req-1cdd9fb7-d225-4e1f-ac70-fa2b41f0590e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0643387 Mar 24 07:45:36.608576 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50626) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:36.630326 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bee465df-2dd8-4239-a880-9cdec99489c7 req-252e9612-d210-4634-913a-91f351a9cf47 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554800 Mar 24 07:45:36.780562 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ada48a11-076c-45f0-82d3-9bcf99a79e75 req-93d12930-b599-4cc3-90fe-c7f18fdab8d5 tempest-DeleteServersTestJSON-1449652859 tempest-DeleteServersTestJSON-1449652859-project] 10.222.0.20 "GET /v2.0/ports?device_id=cff6d1cb-164c-4e82-9cc6-34e3ad48b66b HTTP/1.1" status: 200 len: 210 time: 0.0499375 Mar 24 07:45:36.809751 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0de660e6-e327-4b12-b3e1-258f9d23d9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:36.899071 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0de660e6-e327-4b12-b3e1-258f9d23d9d9 admin admin] Publish callbacks [] for security_group (19905285-f3ec-4f0e-93f7-39e098733f88), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:36.965081 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0de660e6-e327-4b12-b3e1-258f9d23d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (19905285-f3ec-4f0e-93f7-39e098733f88), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:37.004365 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0de660e6-e327-4b12-b3e1-258f9d23d9d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d8800c7044241538580f9003f6b86fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949063 Mar 24 07:45:37.005500 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de660e6-e327-4b12-b3e1-258f9d23d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19905285-f3ec-4f0e-93f7-39e098733f88,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:37.007391 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50650) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:37.065927 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-80f73592-060b-490d-9741-ea667794bf62 admin admin] Publish callbacks [] for security_group (19905285-f3ec-4f0e-93f7-39e098733f88), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:37.087825 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-80f73592-060b-490d-9741-ea667794bf62 admin admin] Publish callbacks [] for security_group (19905285-f3ec-4f0e-93f7-39e098733f88), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:37.227822 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-80f73592-060b-490d-9741-ea667794bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (19905285-f3ec-4f0e-93f7-39e098733f88), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:37.230401 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-80f73592-060b-490d-9741-ea667794bf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:37.231556 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-80f73592-060b-490d-9741-ea667794bf62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19905285-f3ec-4f0e-93f7-39e098733f88 HTTP/1.1" status: 204 len: 168 time: 0.2214971 Mar 24 07:45:37.240170 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f73592-060b-490d-9741-ea667794bf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19905285-f3ec-4f0e-93f7-39e098733f88,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:37.772391 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a949c-dfbd-4ced-8c57-40290e87731d req-22c296cd-8de1-4470-a9c0-6dc9deecfe81 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:37.773916 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2b2a949c-dfbd-4ced-8c57-40290e87731d req-22c296cd-8de1-4470-a9c0-6dc9deecfe81 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0668116 Mar 24 07:45:37.829581 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2b2a949c-dfbd-4ced-8c57-40290e87731d req-d81c363e-fcf0-4c92-b090-05ec7eee9888 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500066 Mar 24 07:45:38.074311 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50688) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:38.087699 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3ea400be-e9c2-4703-9725-fa5414b8ff5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.180481 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3ea400be-e9c2-4703-9725-fa5414b8ff5f admin admin] Publish callbacks [] for security_group (afda90b6-09bd-4051-8a34-cf2b65c4fb64), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.269405 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3ea400be-e9c2-4703-9725-fa5414b8ff5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (afda90b6-09bd-4051-8a34-cf2b65c4fb64), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.306912 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-3ea400be-e9c2-4703-9725-fa5414b8ff5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea5a9050a9aa42b6b637472e077cb3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312284 Mar 24 07:45:38.309173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea400be-e9c2-4703-9725-fa5414b8ff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afda90b6-09bd-4051-8a34-cf2b65c4fb64,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:38.309508 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50698) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:38.362635 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6842a4f8-7e7d-4542-a219-bdbbd061c895 admin admin] Publish callbacks [] for security_group (afda90b6-09bd-4051-8a34-cf2b65c4fb64), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.386840 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6842a4f8-7e7d-4542-a219-bdbbd061c895 admin admin] Publish callbacks [] for security_group (afda90b6-09bd-4051-8a34-cf2b65c4fb64), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.519280 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6842a4f8-7e7d-4542-a219-bdbbd061c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (afda90b6-09bd-4051-8a34-cf2b65c4fb64), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.521946 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6842a4f8-7e7d-4542-a219-bdbbd061c895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:38.523185 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-6842a4f8-7e7d-4542-a219-bdbbd061c895 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afda90b6-09bd-4051-8a34-cf2b65c4fb64 HTTP/1.1" status: 204 len: 168 time: 0.2126660 Mar 24 07:45:38.531073 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842a4f8-7e7d-4542-a219-bdbbd061c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afda90b6-09bd-4051-8a34-cf2b65c4fb64,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:38.654760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:45:38.676789 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:45:38.677147 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8f00fdb4-9572-48c1-b9ae-e337ba4afe40 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:45:38.971925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fc3b1-3a49-426e-9686-2fab8afaea6e req-c8133ed7-1a52-4621-a1ee-4464d8e97fdc tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:38.973690 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-839fc3b1-3a49-426e-9686-2fab8afaea6e req-c8133ed7-1a52-4621-a1ee-4464d8e97fdc tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0646935 Mar 24 07:45:39.034414 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-839fc3b1-3a49-426e-9686-2fab8afaea6e req-d21c0352-fc71-41ce-87f2-63aa48480a33 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509655 Mar 24 07:45:39.084366 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50746) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:39.200647 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-03831f4c-72f4-4632-98c0-da87017745b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.286525 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-03831f4c-72f4-4632-98c0-da87017745b0 admin admin] Publish callbacks [] for security_group (ced8e51e-7bd0-452a-a31a-533999b7fb5d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.399100 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-03831f4c-72f4-4632-98c0-da87017745b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ced8e51e-7bd0-452a-a31a-533999b7fb5d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.447744 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-03831f4c-72f4-4632-98c0-da87017745b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f615fc210dc415f9426418c9d40f4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623319 Mar 24 07:45:39.449266 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03831f4c-72f4-4632-98c0-da87017745b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8e51e-7bd0-452a-a31a-533999b7fb5d,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:39.457094 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50762) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:39.524654 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9a8d05a6-7dbd-4d47-9c1e-58f7ae6b805b admin admin] Publish callbacks [] for security_group (ced8e51e-7bd0-452a-a31a-533999b7fb5d), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.555427 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9a8d05a6-7dbd-4d47-9c1e-58f7ae6b805b admin admin] Publish callbacks [] for security_group (ced8e51e-7bd0-452a-a31a-533999b7fb5d), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.587002 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50772) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:39.632327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Deleting subnet f49cd6d7-35da-4db6-bd6d-8df3c98bf391 {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:45:39.635463 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Publish callbacks [] for subnet (f49cd6d7-35da-4db6-bd6d-8df3c98bf391), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.670792 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (f49cd6d7-35da-4db6-bd6d-8df3c98bf391), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.703128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9a8d05a6-7dbd-4d47-9c1e-58f7ae6b805b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ced8e51e-7bd0-452a-a31a-533999b7fb5d), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.705860 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9a8d05a6-7dbd-4d47-9c1e-58f7ae6b805b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.707051 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9a8d05a6-7dbd-4d47-9c1e-58f7ae6b805b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ced8e51e-7bd0-452a-a31a-533999b7fb5d HTTP/1.1" status: 204 len: 168 time: 0.2493994 Mar 24 07:45:39.742463 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (f49cd6d7-35da-4db6-bd6d-8df3c98bf391), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.746933 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d05a6-7dbd-4d47-9c1e-58f7ae6b805b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8e51e-7bd0-452a-a31a-533999b7fb5d,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:39.893083 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (f49cd6d7-35da-4db6-bd6d-8df3c98bf391), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.922663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49cd6d7-35da-4db6-bd6d-8df3c98bf391,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:39.929743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:39.932936 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-59e7aa5e-2089-43ab-a104-82c2298c7336 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f49cd6d7-35da-4db6-bd6d-8df3c98bf391 HTTP/1.1" status: 204 len: 168 time: 0.3449838 Mar 24 07:45:39.935565 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50784) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.004832 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (f8451d8d-c1be-482c-9156-5caef9013425), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.094526 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (f8451d8d-c1be-482c-9156-5caef9013425), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.127782 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8451d8d-c1be-482c-9156-5caef9013425']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:40.154733 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:40.154982 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f03f43-2411-4fe6-bbf6-bfbd60f22ce2') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:40.168606 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (07f03f43-2411-4fe6-bbf6-bfbd60f22ce2), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.185930 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (07f03f43-2411-4fe6-bbf6-bfbd60f22ce2), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.204283 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137fc682-3b4a-47a5-a772-f2d29d875207 req-b0148c03-08e8-4035-9fca-504cd8789a33 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:40.206510 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-137fc682-3b4a-47a5-a772-f2d29d875207 req-b0148c03-08e8-4035-9fca-504cd8789a33 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0907145 Mar 24 07:45:40.207626 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:45:40.208046 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (07f03f43-2411-4fe6-bbf6-bfbd60f22ce2), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:45:40.209833 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:45:40.227573 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50806) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.272639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Deleting subnet 418eba61-b5ce-4816-8083-3ba3eade72d1 {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:45:40.275844 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Publish callbacks [] for subnet (418eba61-b5ce-4816-8083-3ba3eade72d1), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.302493 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-137fc682-3b4a-47a5-a772-f2d29d875207 req-18b82275-95ea-4642-8ccb-961e8d200a06 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832968 Mar 24 07:45:40.313673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Publish callbacks [] for subnet (418eba61-b5ce-4816-8083-3ba3eade72d1), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.321175 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (418eba61-b5ce-4816-8083-3ba3eade72d1), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.364976 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (f8451d8d-c1be-482c-9156-5caef9013425), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.373302 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.377310 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f8451d8d-c1be-482c-9156-5caef9013425 HTTP/1.1" status: 204 len: 168 time: 0.4402196 Mar 24 07:45:40.390774 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aa7e41-cefd-4e0e-be60-aef9a98aa081 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8451d8d-c1be-482c-9156-5caef9013425,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:40.477880 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50814) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.491625 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-75eec0d8-a286-4abe-af85-8a66b6447987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.498580 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (418eba61-b5ce-4816-8083-3ba3eade72d1), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.526219 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418eba61-b5ce-4816-8083-3ba3eade72d1,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:40.528470 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.535195 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-4586b16c-6d13-420b-b1b1-385708e80e39 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/418eba61-b5ce-4816-8083-3ba3eade72d1 HTTP/1.1" status: 204 len: 168 time: 0.3064249 Mar 24 07:45:40.535344 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50816) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.629596 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (5d48c0b8-e77b-4787-b34c-5cd7cb7dd204), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.643260 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-75eec0d8-a286-4abe-af85-8a66b6447987 admin admin] Publish callbacks [] for security_group (ec6642e2-9560-4c41-981c-2fceca14bc61), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.717492 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (5d48c0b8-e77b-4787-b34c-5cd7cb7dd204), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.737932 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d48c0b8-e77b-4787-b34c-5cd7cb7dd204']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:40.748391 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-75eec0d8-a286-4abe-af85-8a66b6447987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ec6642e2-9560-4c41-981c-2fceca14bc61), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.758443 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf43cde-95a1-48c0-b235-1e2d6dd420cc') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:40.758741 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf43cde-95a1-48c0-b235-1e2d6dd420cc') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:40.790688 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (cbf43cde-95a1-48c0-b235-1e2d6dd420cc), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.800203 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50824) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.800353 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-75eec0d8-a286-4abe-af85-8a66b6447987 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5196bb5342564c5aaa30f6c499632186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206465 Mar 24 07:45:40.800434 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50826) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.838428 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eec0d8-a286-4abe-af85-8a66b6447987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6642e2-9560-4c41-981c-2fceca14bc61,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:40.853162 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (cbf43cde-95a1-48c0-b235-1e2d6dd420cc), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.873557 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:45:40.874166 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (cbf43cde-95a1-48c0-b235-1e2d6dd420cc), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.882187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8b317115-0d94-49e9-b09a-4dc9db9a2169 admin admin] Publish callbacks [] for security_group (ec6642e2-9560-4c41-981c-2fceca14bc61), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.905667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8b317115-0d94-49e9-b09a-4dc9db9a2169 admin admin] Publish callbacks [] for security_group (ec6642e2-9560-4c41-981c-2fceca14bc61), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:45:40.924985 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:45:40.927880 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2107a4e7-5c87-42d4-8dda-12fafa358383 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1324925f41bd4e8fae3eceb011222bea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1206608 Mar 24 07:45:40.930683 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50834) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:40.983600 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4ff8-cf01-4098-aa02-79789aea0045 admin admin] Publish callbacks [] for security_group (328ddbee-d408-4289-bda5-20468c21c28a), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.007346 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4ff8-cf01-4098-aa02-79789aea0045 admin admin] Publish callbacks [] for security_group (328ddbee-d408-4289-bda5-20468c21c28a), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.015244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (5d48c0b8-e77b-4787-b34c-5cd7cb7dd204), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.027390 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.033104 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] 10.222.0.20 "DELETE /v2.0/networks/5d48c0b8-e77b-4787-b34c-5cd7cb7dd204 HTTP/1.1" status: 204 len: 168 time: 0.4943533 Mar 24 07:45:41.033708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50842) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:41.046542 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81516915-21f7-41c5-ab5d-a55e8cf02b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d48c0b8-e77b-4787-b34c-5cd7cb7dd204,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:41.062524 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8b317115-0d94-49e9-b09a-4dc9db9a2169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ec6642e2-9560-4c41-981c-2fceca14bc61), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.066487 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8b317115-0d94-49e9-b09a-4dc9db9a2169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.067663 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8b317115-0d94-49e9-b09a-4dc9db9a2169 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec6642e2-9560-4c41-981c-2fceca14bc61 HTTP/1.1" status: 204 len: 168 time: 0.2668641 Mar 24 07:45:41.085419 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b317115-0d94-49e9-b09a-4dc9db9a2169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6642e2-9560-4c41-981c-2fceca14bc61,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:41.105405 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Deleting subnet cf0ec225-04be-4cb5-b03e-aabe1dff66f6 {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:45:41.109259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Publish callbacks [] for subnet (cf0ec225-04be-4cb5-b03e-aabe1dff66f6), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.146166 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Publish callbacks [] for subnet (cf0ec225-04be-4cb5-b03e-aabe1dff66f6), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.152925 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4ff8-cf01-4098-aa02-79789aea0045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (328ddbee-d408-4289-bda5-20468c21c28a), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.155469 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-cb6b4ff8-cf01-4098-aa02-79789aea0045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.158513 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-cb6b4ff8-cf01-4098-aa02-79789aea0045 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/328ddbee-d408-4289-bda5-20468c21c28a HTTP/1.1" status: 204 len: 168 time: 0.2261682 Mar 24 07:45:41.162874 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (cf0ec225-04be-4cb5-b03e-aabe1dff66f6), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.168595 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b4ff8-cf01-4098-aa02-79789aea0045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328ddbee-d408-4289-bda5-20468c21c28a,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:41.307882 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for subnet (cf0ec225-04be-4cb5-b03e-aabe1dff66f6), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.338188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0ec225-04be-4cb5-b03e-aabe1dff66f6,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:41.341421 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.345342 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-37505bc0-d312-46ab-9645-359db157d071 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cf0ec225-04be-4cb5-b03e-aabe1dff66f6 HTTP/1.1" status: 204 len: 168 time: 0.3104882 Mar 24 07:45:41.348221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50862) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:41.449515 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (fa55d6f1-4077-487f-82e1-c5c252bc7a0c), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.500893 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32132997-80ba-4804-850e-a9070ab318ba req-7499e73b-342c-4047-9d4e-cc3a067b1b0f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:41.502492 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-32132997-80ba-4804-850e-a9070ab318ba req-7499e73b-342c-4047-9d4e-cc3a067b1b0f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.1067390 Mar 24 07:45:41.575122 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (fa55d6f1-4077-487f-82e1-c5c252bc7a0c), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.610841 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > port after_create 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > port after_update 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.614914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.699657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.700087 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.700432 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.700766 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 24 07:45:41.701140 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa55d6f1-4077-487f-82e1-c5c252bc7a0c']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:41.710234 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-32132997-80ba-4804-850e-a9070ab318ba req-fc786521-1a88-48ef-878e-16fd3ab4ab1a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950819 Mar 24 07:45:41.730707 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ccb7fa-633a-44df-854a-7c7ca9cacb91') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:41.731026 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ccb7fa-633a-44df-854a-7c7ca9cacb91') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:45:41.757646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (98ccb7fa-633a-44df-854a-7c7ca9cacb91), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.779272 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (98ccb7fa-633a-44df-854a-7c7ca9cacb91), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.787296 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:45:41.787686 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (98ccb7fa-633a-44df-854a-7c7ca9cacb91), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: from cryptography.utils import int_from_bytes Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: from cryptography.utils import int_from_bytes Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:45:41.791530 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:45:41.913654 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (fa55d6f1-4077-487f-82e1-c5c252bc7a0c), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.922025 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:41.925309 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa55d6f1-4077-487f-82e1-c5c252bc7a0c HTTP/1.1" status: 204 len: 168 time: 0.5762522 Mar 24 07:45:41.935214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ed9fa-040a-4950-a29d-41a1a4d38423 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa55d6f1-4077-487f-82e1-c5c252bc7a0c,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:42.202636 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50902) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:42.304243 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-53801ef4-06a3-451c-93e5-1dc68f6ed507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.416586 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50914) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:42.463243 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d0c6953f-3bfa-4370-9653-6e8e85993854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.481730 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f0c890e9-467a-4a16-9752-3a03f437a136 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37c04e2bbc1748c6bb568cbb997b15c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0636153 Mar 24 07:45:42.484343 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50916) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:42.572012 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d0c6953f-3bfa-4370-9653-6e8e85993854 admin admin] Publish callbacks [] for security_group (b41c6060-de73-467b-aada-d7d583a1db73), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.585858 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-82bf961a-626b-46f0-bb00-78d534428b7a admin admin] Publish callbacks [] for security_group (c36ea3c7-23d0-4120-9a86-51cea4ffa26e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.608128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-82bf961a-626b-46f0-bb00-78d534428b7a admin admin] Publish callbacks [] for security_group (c36ea3c7-23d0-4120-9a86-51cea4ffa26e), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.640665 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d0c6953f-3bfa-4370-9653-6e8e85993854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (b41c6060-de73-467b-aada-d7d583a1db73), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.679244 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-d0c6953f-3bfa-4370-9653-6e8e85993854 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=495b37554e2f40ed81f4af41f54b6dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752555 Mar 24 07:45:42.680225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6953f-3bfa-4370-9653-6e8e85993854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c6060-de73-467b-aada-d7d583a1db73,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:42.681766 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50926) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:42.717569 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-82bf961a-626b-46f0-bb00-78d534428b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c36ea3c7-23d0-4120-9a86-51cea4ffa26e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.720128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-82bf961a-626b-46f0-bb00-78d534428b7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.721362 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-82bf961a-626b-46f0-bb00-78d534428b7a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c36ea3c7-23d0-4120-9a86-51cea4ffa26e HTTP/1.1" status: 204 len: 168 time: 0.2349613 Mar 24 07:45:42.740105 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf961a-626b-46f0-bb00-78d534428b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36ea3c7-23d0-4120-9a86-51cea4ffa26e,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:42.747358 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d0632e9f-cede-461c-806d-773b846d355c admin admin] Publish callbacks [] for security_group (b41c6060-de73-467b-aada-d7d583a1db73), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:42.771466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d0632e9f-cede-461c-806d-773b846d355c admin admin] Publish callbacks [] for security_group (b41c6060-de73-467b-aada-d7d583a1db73), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:43.039899 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d0632e9f-cede-461c-806d-773b846d355c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (b41c6060-de73-467b-aada-d7d583a1db73), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:43.042367 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d0632e9f-cede-461c-806d-773b846d355c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:43.043509 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d0632e9f-cede-461c-806d-773b846d355c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b41c6060-de73-467b-aada-d7d583a1db73 HTTP/1.1" status: 204 len: 168 time: 0.3606863 Mar 24 07:45:43.054734 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0632e9f-cede-461c-806d-773b846d355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c6060-de73-467b-aada-d7d583a1db73,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:43.080387 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133defe-784b-4a62-9129-e58fee98c2c4 req-76729e06-9685-4137-9236-f25525d2ae74 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:43.081898 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5133defe-784b-4a62-9129-e58fee98c2c4 req-76729e06-9685-4137-9236-f25525d2ae74 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.2465241 Mar 24 07:45:43.132989 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5133defe-784b-4a62-9129-e58fee98c2c4 req-bc2cd2fa-e8a2-4ca1-bcad-0e97d6e03210 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449188 Mar 24 07:45:43.814937 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50958) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:43.854206 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3e499e38-505b-4323-b10c-a397463299a9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd097573de044cc2a0eeadf58d1645c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386469 Mar 24 07:45:43.857048 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50960) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:43.912299 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fe2a-0440-44dd-adcb-ccf6f05ed9c5 admin admin] Publish callbacks [] for security_group (b3cb1ef9-3bc5-4361-9bd0-1b638533bf59), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:43.934867 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fe2a-0440-44dd-adcb-ccf6f05ed9c5 admin admin] Publish callbacks [] for security_group (b3cb1ef9-3bc5-4361-9bd0-1b638533bf59), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:43.978611 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 50966) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:43.992351 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b726b9da-f75d-4701-8284-f6c3664881fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.065938 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fe2a-0440-44dd-adcb-ccf6f05ed9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (b3cb1ef9-3bc5-4361-9bd0-1b638533bf59), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.068805 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eeb2fe2a-0440-44dd-adcb-ccf6f05ed9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.069995 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-eeb2fe2a-0440-44dd-adcb-ccf6f05ed9c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3cb1ef9-3bc5-4361-9bd0-1b638533bf59 HTTP/1.1" status: 204 len: 168 time: 0.2121370 Mar 24 07:45:44.089063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2fe2a-0440-44dd-adcb-ccf6f05ed9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb1ef9-3bc5-4361-9bd0-1b638533bf59,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:44.139607 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b726b9da-f75d-4701-8284-f6c3664881fa admin admin] Publish callbacks [] for security_group (62fec7a5-06b8-4c0d-a6d1-974f1179b1b2), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.241226 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b726b9da-f75d-4701-8284-f6c3664881fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62fec7a5-06b8-4c0d-a6d1-974f1179b1b2), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.274189 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b726b9da-f75d-4701-8284-f6c3664881fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27d305766f58406797111401193f5e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942193 Mar 24 07:45:44.280567 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 50980) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:44.308442 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726b9da-f75d-4701-8284-f6c3664881fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fec7a5-06b8-4c0d-a6d1-974f1179b1b2,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:44.352554 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea968957-d9ae-4603-8ae5-017b3103702e req-185cf24a-c3fc-4db1-8663-db1a58770f6d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:44.354028 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ea968957-d9ae-4603-8ae5-017b3103702e req-185cf24a-c3fc-4db1-8663-db1a58770f6d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.1151032 Mar 24 07:45:44.366204 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e961373-8066-4d8a-a572-720574ad1a13 admin admin] Publish callbacks [] for security_group (62fec7a5-06b8-4c0d-a6d1-974f1179b1b2), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.401500 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e961373-8066-4d8a-a572-720574ad1a13 admin admin] Publish callbacks [] for security_group (62fec7a5-06b8-4c0d-a6d1-974f1179b1b2), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.453237 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ea968957-d9ae-4603-8ae5-017b3103702e req-ee574be7-0c64-4565-a72e-bfeb4e50bed7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890422 Mar 24 07:45:44.604504 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e961373-8066-4d8a-a572-720574ad1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62fec7a5-06b8-4c0d-a6d1-974f1179b1b2), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.607155 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e961373-8066-4d8a-a572-720574ad1a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:44.609599 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6e961373-8066-4d8a-a572-720574ad1a13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62fec7a5-06b8-4c0d-a6d1-974f1179b1b2 HTTP/1.1" status: 204 len: 168 time: 0.3280451 Mar 24 07:45:44.624227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e961373-8066-4d8a-a572-720574ad1a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fec7a5-06b8-4c0d-a6d1-974f1179b1b2,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:44.669447 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0975e42d-5e47-4ff0-8da5-fef5cb574eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:45.435706 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51032) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:45.584240 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01988a-4b23-418a-b3be-800b4953c39d req-b829ae44-b670-4330-9782-fb12d2c4c9c1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:45.589111 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-af01988a-4b23-418a-b3be-800b4953c39d req-b829ae44-b670-4330-9782-fb12d2c4c9c1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0678589 Mar 24 07:45:45.618303 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:45.639304 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b7838c0d-9491-444f-bd3d-93d3feda9049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:45.660456 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-af01988a-4b23-418a-b3be-800b4953c39d req-8e786445-2cc6-4643-9966-af3689195302 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688436 Mar 24 07:45:45.737997 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b7838c0d-9491-444f-bd3d-93d3feda9049 admin admin] Publish callbacks [] for security_group (a5ba0b79-d5c2-4e24-99cc-dfb206d628f9), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:45.816466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b7838c0d-9491-444f-bd3d-93d3feda9049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a5ba0b79-d5c2-4e24-99cc-dfb206d628f9), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:45.855691 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b7838c0d-9491-444f-bd3d-93d3feda9049 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b0d267cfab443f0b1bc1d05067b7876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4188175 Mar 24 07:45:45.856841 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838c0d-9491-444f-bd3d-93d3feda9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ba0b79-d5c2-4e24-99cc-dfb206d628f9,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:45.858612 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51052) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:45.915293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a47ac6dd-9a4d-47ed-8ab6-31c603622d0d admin admin] Publish callbacks [] for security_group (a5ba0b79-d5c2-4e24-99cc-dfb206d628f9), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:45.942292 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a47ac6dd-9a4d-47ed-8ab6-31c603622d0d admin admin] Publish callbacks [] for security_group (a5ba0b79-d5c2-4e24-99cc-dfb206d628f9), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:46.071353 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a47ac6dd-9a4d-47ed-8ab6-31c603622d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a5ba0b79-d5c2-4e24-99cc-dfb206d628f9), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:46.075398 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a47ac6dd-9a4d-47ed-8ab6-31c603622d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:46.075398 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a47ac6dd-9a4d-47ed-8ab6-31c603622d0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a5ba0b79-d5c2-4e24-99cc-dfb206d628f9 HTTP/1.1" status: 204 len: 168 time: 0.2128420 Mar 24 07:45:46.089463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ac6dd-9a4d-47ed-8ab6-31c603622d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ba0b79-d5c2-4e24-99cc-dfb206d628f9,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:46.781958 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6369c9-1cdb-4c93-a650-327675e809a7 req-c0fff371-00ec-4bd3-b519-86e728c570a8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:46.790014 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ae6369c9-1cdb-4c93-a650-327675e809a7 req-c0fff371-00ec-4bd3-b519-86e728c570a8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0584097 Mar 24 07:45:46.792877 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51092) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:46.811260 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ae449ac-f871-457a-986e-bac3595bf98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:46.842742 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ae6369c9-1cdb-4c93-a650-327675e809a7 req-b1b77dec-0389-4657-9bf9-fbb94f9c6600 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514948 Mar 24 07:45:46.879326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51094) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:46.909632 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ae449ac-f871-457a-986e-bac3595bf98c admin admin] Publish callbacks [] for security_group (2f11e34f-6e93-44e2-b037-5d316b331a80), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:46.972380 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ae449ac-f871-457a-986e-bac3595bf98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (2f11e34f-6e93-44e2-b037-5d316b331a80), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:46.985955 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-353f686e-b37b-47b5-82e1-2da37c70a594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.006459 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2ae449ac-f871-457a-986e-bac3595bf98c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32c41a99666840029454494ba0efbd19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101769 Mar 24 07:45:47.006996 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51100) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:47.013314 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae449ac-f871-457a-986e-bac3595bf98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11e34f-6e93-44e2-b037-5d316b331a80,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:47.090951 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b20a0544-17f8-4e50-ba93-4b91b1f8a834 admin admin] Publish callbacks [] for security_group (2f11e34f-6e93-44e2-b037-5d316b331a80), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.128058 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-353f686e-b37b-47b5-82e1-2da37c70a594 admin admin] Publish callbacks [] for security_group (25a69bdb-b227-4461-bf63-10c44daaae70), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.130059 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b20a0544-17f8-4e50-ba93-4b91b1f8a834 admin admin] Publish callbacks [] for security_group (2f11e34f-6e93-44e2-b037-5d316b331a80), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.187403 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.215755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-353f686e-b37b-47b5-82e1-2da37c70a594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (25a69bdb-b227-4461-bf63-10c44daaae70), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.249838 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b20a0544-17f8-4e50-ba93-4b91b1f8a834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (2f11e34f-6e93-44e2-b037-5d316b331a80), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.253354 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b20a0544-17f8-4e50-ba93-4b91b1f8a834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.254474 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b20a0544-17f8-4e50-ba93-4b91b1f8a834 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f11e34f-6e93-44e2-b037-5d316b331a80 HTTP/1.1" status: 204 len: 168 time: 0.2462244 Mar 24 07:45:47.260365 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-353f686e-b37b-47b5-82e1-2da37c70a594 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e714ee8485924953b01542e1b273f2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799598 Mar 24 07:45:47.261450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f686e-b37b-47b5-82e1-2da37c70a594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a69bdb-b227-4461-bf63-10c44daaae70,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:47.263104 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51112) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:47.272902 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a0544-17f8-4e50-ba93-4b91b1f8a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11e34f-6e93-44e2-b037-5d316b331a80,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:47.321084 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-411c0d29-64f1-4b15-ab44-38997356d413 admin admin] Publish callbacks [] for security_group (25a69bdb-b227-4461-bf63-10c44daaae70), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.343709 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-411c0d29-64f1-4b15-ab44-38997356d413 admin admin] Publish callbacks [] for security_group (25a69bdb-b227-4461-bf63-10c44daaae70), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.515666 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-411c0d29-64f1-4b15-ab44-38997356d413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (25a69bdb-b227-4461-bf63-10c44daaae70), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.520027 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-411c0d29-64f1-4b15-ab44-38997356d413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:47.521919 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-411c0d29-64f1-4b15-ab44-38997356d413 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25a69bdb-b227-4461-bf63-10c44daaae70 HTTP/1.1" status: 204 len: 168 time: 0.2563732 Mar 24 07:45:47.529557 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c0d29-64f1-4b15-ab44-38997356d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a69bdb-b227-4461-bf63-10c44daaae70,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:47.985303 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e2a57-053f-4eba-94bb-3c94ca0391b0 req-77e93651-5ed0-42b6-8c16-3b5e67bb8f5b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:47.987165 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5c6e2a57-053f-4eba-94bb-3c94ca0391b0 req-77e93651-5ed0-42b6-8c16-3b5e67bb8f5b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0692320 Mar 24 07:45:48.038598 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5c6e2a57-053f-4eba-94bb-3c94ca0391b0 req-c2106a48-d2e9-4232-be26-df073f59636d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452971 Mar 24 07:45:48.669569 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:49.159907 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc547543-7a60-4d06-8514-5a59cda99a23 req-c69b2052-2ffc-4cce-a701-a7329188e798 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:49.161445 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dc547543-7a60-4d06-8514-5a59cda99a23 req-c69b2052-2ffc-4cce-a701-a7329188e798 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0540693 Mar 24 07:45:49.229848 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dc547543-7a60-4d06-8514-5a59cda99a23 req-040770ff-4e6c-42d3-9732-7a6ff2f24d32 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628221 Mar 24 07:45:50.352438 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d97a93-31a6-41b8-9510-3d3efa476740 req-fbe3c377-954b-4ea5-bc4c-596ede909e92 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:50.354172 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f1d97a93-31a6-41b8-9510-3d3efa476740 req-fbe3c377-954b-4ea5-bc4c-596ede909e92 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0540581 Mar 24 07:45:50.413008 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f1d97a93-31a6-41b8-9510-3d3efa476740 req-b7fdfa72-85c8-43e3-a2d3-0fafa129b150 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473738 Mar 24 07:45:51.356294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96dbd8-7575-4c1b-b10d-178da36d1113 req-2681c74a-3bd0-4e4a-a5f0-3b7fa9a10f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:51.357803 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51300) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:51.358432 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cc96dbd8-7575-4c1b-b10d-178da36d1113 req-2681c74a-3bd0-4e4a-a5f0-3b7fa9a10f82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 1129 time: 0.0452471 Mar 24 07:45:51.440186 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cc96dbd8-7575-4c1b-b10d-178da36d1113 req-67182dba-22b9-4c08-8b29-1c34e24e8743 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Mar 24 07:45:51.500965 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51310) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:51.538215 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63b77ed7-0c21-4b20-9bf0-763aaee2f357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.548120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e592-de2e-4947-baef-324fa9aa74a3 req-7f80c061-6f42-4e0d-8898-545f8fd09013 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:51.549883 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-68f8e592-de2e-4947-baef-324fa9aa74a3 req-7f80c061-6f42-4e0d-8898-545f8fd09013 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0628026 Mar 24 07:45:51.590396 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-910a2f4e-afd3-4654-a1af-4d6a47edc168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.604026 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-68f8e592-de2e-4947-baef-324fa9aa74a3 req-3b1a6482-e863-4a4f-b72f-ccb03ce4276e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471957 Mar 24 07:45:51.716401 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63b77ed7-0c21-4b20-9bf0-763aaee2f357 admin admin] Publish callbacks [] for security_group (767db788-d119-46a1-bd25-6f5ca682081d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.743606 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-910a2f4e-afd3-4654-a1af-4d6a47edc168 admin admin] Publish callbacks [] for security_group (26109ac7-d3d7-400d-8809-b95ada72f7af), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.789339 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-63b77ed7-0c21-4b20-9bf0-763aaee2f357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (767db788-d119-46a1-bd25-6f5ca682081d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.828223 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-63b77ed7-0c21-4b20-9bf0-763aaee2f357 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=981442861cfd4cc09877e094b43b2eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693401 Mar 24 07:45:51.829142 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b77ed7-0c21-4b20-9bf0-763aaee2f357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=767db788-d119-46a1-bd25-6f5ca682081d,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:51.831023 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51324) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:51.847642 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-910a2f4e-afd3-4654-a1af-4d6a47edc168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (26109ac7-d3d7-400d-8809-b95ada72f7af), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.885159 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a2f4e-afd3-4654-a1af-4d6a47edc168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26109ac7-d3d7-400d-8809-b95ada72f7af,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:51.885698 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d62379db-b151-47be-814e-27da8e6fb861 admin admin] Publish callbacks [] for security_group (767db788-d119-46a1-bd25-6f5ca682081d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.890448 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-910a2f4e-afd3-4654-a1af-4d6a47edc168 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7376aaa246f463da6ca5d7ccf4cc3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865623 Mar 24 07:45:51.893602 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51328) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:51.932357 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d62379db-b151-47be-814e-27da8e6fb861 admin admin] Publish callbacks [] for security_group (767db788-d119-46a1-bd25-6f5ca682081d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:51.984746 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-038fc9cc-0cd4-4b8b-b3c0-85ef3cbc41b5 admin admin] Publish callbacks [] for security_group (26109ac7-d3d7-400d-8809-b95ada72f7af), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.006829 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-038fc9cc-0cd4-4b8b-b3c0-85ef3cbc41b5 admin admin] Publish callbacks [] for security_group (26109ac7-d3d7-400d-8809-b95ada72f7af), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.040634 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d62379db-b151-47be-814e-27da8e6fb861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (767db788-d119-46a1-bd25-6f5ca682081d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.043027 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d62379db-b151-47be-814e-27da8e6fb861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.044215 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-d62379db-b151-47be-814e-27da8e6fb861 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/767db788-d119-46a1-bd25-6f5ca682081d HTTP/1.1" status: 204 len: 168 time: 0.2121735 Mar 24 07:45:52.052305 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62379db-b151-47be-814e-27da8e6fb861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767db788-d119-46a1-bd25-6f5ca682081d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:52.114645 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-038fc9cc-0cd4-4b8b-b3c0-85ef3cbc41b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (26109ac7-d3d7-400d-8809-b95ada72f7af), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.117207 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-038fc9cc-0cd4-4b8b-b3c0-85ef3cbc41b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.118352 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-038fc9cc-0cd4-4b8b-b3c0-85ef3cbc41b5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/26109ac7-d3d7-400d-8809-b95ada72f7af HTTP/1.1" status: 204 len: 168 time: 0.2237930 Mar 24 07:45:52.126410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fc9cc-0cd4-4b8b-b3c0-85ef3cbc41b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26109ac7-d3d7-400d-8809-b95ada72f7af,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:52.709747 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51344) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:52.722607 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531136c-9a39-4fc1-a36e-501e04a05c72 req-f27a84b3-9af9-4a2d-9601-4b93307b3f01 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:52.724133 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f531136c-9a39-4fc1-a36e-501e04a05c72 req-f27a84b3-9af9-4a2d-9601-4b93307b3f01 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0539386 Mar 24 07:45:52.725218 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0fd93453-c9a4-4245-912c-a1f74515c186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.764510 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51346) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:52.776640 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f531136c-9a39-4fc1-a36e-501e04a05c72 req-4e4e7490-ece8-4142-be31-75fb7354f648 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453701 Mar 24 07:45:52.783867 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-60d55699-6027-4f64-be44-1ecdc95c6715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.846427 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0fd93453-c9a4-4245-912c-a1f74515c186 admin admin] Publish callbacks [] for security_group (3ffa1d2d-444b-4948-8fff-bb6593ac2f5f), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.889249 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-60d55699-6027-4f64-be44-1ecdc95c6715 admin admin] Publish callbacks [] for security_group (3f3c4c53-94d5-4c17-99be-2510f5808115), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.920950 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0fd93453-c9a4-4245-912c-a1f74515c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3ffa1d2d-444b-4948-8fff-bb6593ac2f5f), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:52.963180 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0fd93453-c9a4-4245-912c-a1f74515c186 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74f006b815344e495c19af83aec027a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492065 Mar 24 07:45:52.963180 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd93453-c9a4-4245-912c-a1f74515c186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa1d2d-444b-4948-8fff-bb6593ac2f5f,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:52.964252 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51350) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:52.965565 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-60d55699-6027-4f64-be44-1ecdc95c6715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3f3c4c53-94d5-4c17-99be-2510f5808115), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.005227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d55699-6027-4f64-be44-1ecdc95c6715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3c4c53-94d5-4c17-99be-2510f5808115,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:53.011105 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-60d55699-6027-4f64-be44-1ecdc95c6715 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b188e7e64674438ea0b09e81ce1b3469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455781 Mar 24 07:45:53.014053 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51352) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:53.025029 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3fb14ca4-eef5-4c4e-b5dc-33dcdb380752 admin admin] Publish callbacks [] for security_group (3ffa1d2d-444b-4948-8fff-bb6593ac2f5f), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.046751 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3fb14ca4-eef5-4c4e-b5dc-33dcdb380752 admin admin] Publish callbacks [] for security_group (3ffa1d2d-444b-4948-8fff-bb6593ac2f5f), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.062204 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-894ed1ef-97ec-4c07-bde4-8a8b45e0e051 admin admin] Publish callbacks [] for security_group (3f3c4c53-94d5-4c17-99be-2510f5808115), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.084912 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-894ed1ef-97ec-4c07-bde4-8a8b45e0e051 admin admin] Publish callbacks [] for security_group (3f3c4c53-94d5-4c17-99be-2510f5808115), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.166350 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3fb14ca4-eef5-4c4e-b5dc-33dcdb380752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3ffa1d2d-444b-4948-8fff-bb6593ac2f5f), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.168879 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3fb14ca4-eef5-4c4e-b5dc-33dcdb380752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.170023 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3fb14ca4-eef5-4c4e-b5dc-33dcdb380752 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ffa1d2d-444b-4948-8fff-bb6593ac2f5f HTTP/1.1" status: 204 len: 168 time: 0.2043090 Mar 24 07:45:53.178910 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb14ca4-eef5-4c4e-b5dc-33dcdb380752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa1d2d-444b-4948-8fff-bb6593ac2f5f,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:53.195026 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-894ed1ef-97ec-4c07-bde4-8a8b45e0e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3f3c4c53-94d5-4c17-99be-2510f5808115), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.210182 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-894ed1ef-97ec-4c07-bde4-8a8b45e0e051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:53.210182 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-894ed1ef-97ec-4c07-bde4-8a8b45e0e051 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f3c4c53-94d5-4c17-99be-2510f5808115 HTTP/1.1" status: 204 len: 168 time: 0.1838453 Mar 24 07:45:53.210182 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed1ef-97ec-4c07-bde4-8a8b45e0e051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3c4c53-94d5-4c17-99be-2510f5808115,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:53.896409 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985c98-c2cb-4c41-b681-5c8a0b22fd45 req-11351775-d32c-4baa-89c4-0362da3c4607 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:53.903312 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cd985c98-c2cb-4c41-b681-5c8a0b22fd45 req-11351775-d32c-4baa-89c4-0362da3c4607 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0625961 Mar 24 07:45:53.953088 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cd985c98-c2cb-4c41-b681-5c8a0b22fd45 req-f86b9737-b63e-48bf-ad6d-89699f4f2ef9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482767 Mar 24 07:45:55.099537 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195740a-d462-4874-a881-d6b787556864 req-6f2257a5-f64e-42d4-8a35-15b78f33bee7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:55.101229 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8195740a-d462-4874-a881-d6b787556864 req-6f2257a5-f64e-42d4-8a35-15b78f33bee7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0671792 Mar 24 07:45:55.174492 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8195740a-d462-4874-a881-d6b787556864 req-de0e9076-4490-4573-86dc-2ff9296570de tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677159 Mar 24 07:45:55.693731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51462) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:55.810756 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6574314-37ba-476a-950b-fd6bca047e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:55.888328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6574314-37ba-476a-950b-fd6bca047e3c admin admin] Publish callbacks [] for security_group (54c24e36-9a41-4106-9486-5fe70d133e9f), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:56.006431 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c6574314-37ba-476a-950b-fd6bca047e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (54c24e36-9a41-4106-9486-5fe70d133e9f), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:56.046567 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c6574314-37ba-476a-950b-fd6bca047e3c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1f714a8f33048e1aa32b604559a0ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517010 Mar 24 07:45:56.047481 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6574314-37ba-476a-950b-fd6bca047e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c24e36-9a41-4106-9486-5fe70d133e9f,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:56.049680 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51480) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:56.098892 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3e67cedc-46f9-48d9-b4e1-4b44c051704f admin admin] Publish callbacks [] for security_group (54c24e36-9a41-4106-9486-5fe70d133e9f), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:56.121579 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3e67cedc-46f9-48d9-b4e1-4b44c051704f admin admin] Publish callbacks [] for security_group (54c24e36-9a41-4106-9486-5fe70d133e9f), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:56.246532 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3e67cedc-46f9-48d9-b4e1-4b44c051704f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (54c24e36-9a41-4106-9486-5fe70d133e9f), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:56.249293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3e67cedc-46f9-48d9-b4e1-4b44c051704f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:56.253839 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3e67cedc-46f9-48d9-b4e1-4b44c051704f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54c24e36-9a41-4106-9486-5fe70d133e9f HTTP/1.1" status: 204 len: 168 time: 0.2031393 Mar 24 07:45:56.264070 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67cedc-46f9-48d9-b4e1-4b44c051704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c24e36-9a41-4106-9486-5fe70d133e9f,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:56.312027 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa77b5-aa67-4863-84ba-d32e2ad747d4 req-587211ea-3635-493e-94f5-d83720035499 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:56.316043 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcaa77b5-aa67-4863-84ba-d32e2ad747d4 req-587211ea-3635-493e-94f5-d83720035499 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0680258 Mar 24 07:45:56.373826 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcaa77b5-aa67-4863-84ba-d32e2ad747d4 req-64ce4680-c047-4ed3-8949-70a69dc372b0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490854 Mar 24 07:45:56.498307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6571920-73e9-4482-8728-9246794bc3b3 req-1921bd8b-681d-4374-8585-54bad13b3e2d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:45:56.499839 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e6571920-73e9-4482-8728-9246794bc3b3 req-1921bd8b-681d-4374-8585-54bad13b3e2d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0532374 Mar 24 07:45:56.554339 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e6571920-73e9-4482-8728-9246794bc3b3 req-5959501b-e57d-48fb-b861-30118ecc0d9b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Mar 24 07:45:57.078385 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51516) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:57.091569 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d66d50a8-2f78-468b-a222-72e775318b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.167647 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d66d50a8-2f78-468b-a222-72e775318b0d admin admin] Publish callbacks [] for security_group (82172240-c5da-4cc5-ad44-36e4baaacfb5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.243724 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d66d50a8-2f78-468b-a222-72e775318b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (82172240-c5da-4cc5-ad44-36e4baaacfb5), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.281803 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d66d50a8-2f78-468b-a222-72e775318b0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c447eec01aa4d0bb5fc15d91401b275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023165 Mar 24 07:45:57.282663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d50a8-2f78-468b-a222-72e775318b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82172240-c5da-4cc5-ad44-36e4baaacfb5,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:45:57.285485 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51520) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:45:57.334945 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f94b1fd8-18da-4c39-9174-f69163378734 admin admin] Publish callbacks [] for security_group (82172240-c5da-4cc5-ad44-36e4baaacfb5), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.361380 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f94b1fd8-18da-4c39-9174-f69163378734 admin admin] Publish callbacks [] for security_group (82172240-c5da-4cc5-ad44-36e4baaacfb5), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.532000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f94b1fd8-18da-4c39-9174-f69163378734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (82172240-c5da-4cc5-ad44-36e4baaacfb5), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.535170 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f94b1fd8-18da-4c39-9174-f69163378734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:45:57.537671 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f94b1fd8-18da-4c39-9174-f69163378734 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82172240-c5da-4cc5-ad44-36e4baaacfb5 HTTP/1.1" status: 204 len: 168 time: 0.2505329 Mar 24 07:45:57.547226 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b1fd8-18da-4c39-9174-f69163378734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82172240-c5da-4cc5-ad44-36e4baaacfb5,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:01.201327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e75ba3-cce0-4474-8f00-79b1040f3e28 req-6287c654-0ed8-4981-91bd-3abcf417b2a8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:01.203786 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d6e75ba3-cce0-4474-8f00-79b1040f3e28 req-6287c654-0ed8-4981-91bd-3abcf417b2a8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0674124 Mar 24 07:46:01.262677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-0437bd09-5026-4eae-9516-88ba048f4447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:01.265226 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-0437bd09-5026-4eae-9516-88ba048f4447 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1129 time: 0.0602751 Mar 24 07:46:01.274358 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d6e75ba3-cce0-4474-8f00-79b1040f3e28 req-1f37270b-65d2-44e0-87e9-ef0261381668 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585027 Mar 24 07:46:01.295081 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:46:01.398355 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-5684765c-4a60-4d10-98a9-33d41b661bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:01.400124 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-5684765c-4a60-4d10-98a9-33d41b661bd7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.1271040 Mar 24 07:46:01.443916 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-805cfb18-66ed-466b-8400-1428051e7154 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 217 time: 0.0363040 Mar 24 07:46:01.498023 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-8747e25a-fa81-40af-9ee6-2199cde2ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:01.499592 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-8747e25a-fa81-40af-9ee6-2199cde2ccf1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0481703 Mar 24 07:46:01.549485 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-83925f29-fc8e-4275-8ea8-aa5217f3277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:01.551499 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-83925f29-fc8e-4275-8ea8-aa5217f3277e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444357 Mar 24 07:46:01.648886 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-b71d71d9-545e-45ab-8fc4-69d3bd3af3c1 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904622 Mar 24 07:46:01.740769 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-134f8597-0c82-4593-9ce4-3d69597a57bd req-ca0330f9-7c58-46c8-8314-d39356720a9a service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853460 Mar 24 07:46:02.386036 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd5fcf-fd38-468e-92a7-77a4e603fa63 req-bf845ba8-a2c1-4bb2-a54b-c0a23833d0c4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:02.387506 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-71dd5fcf-fd38-468e-92a7-77a4e603fa63 req-bf845ba8-a2c1-4bb2-a54b-c0a23833d0c4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Mar 24 07:46:02.439559 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-71dd5fcf-fd38-468e-92a7-77a4e603fa63 req-91ae3b96-c7b7-4858-be37-ef8b6a1aea70 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435166 Mar 24 07:46:03.553525 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69177ad8-1aa1-4670-9797-b638b8c3f28c req-6368e237-9779-462e-b294-a29e2de316d2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:03.555045 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-69177ad8-1aa1-4670-9797-b638b8c3f28c req-6368e237-9779-462e-b294-a29e2de316d2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0514071 Mar 24 07:46:03.604593 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-69177ad8-1aa1-4670-9797-b638b8c3f28c req-760176eb-2e6c-49fe-b688-c14b63f4f183 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429449 Mar 24 07:46:04.718006 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f7897-c329-483d-b372-7a14784696d3 req-b9c05d64-f739-443a-bdfd-0c65c5cfb909 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:04.719446 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-052f7897-c329-483d-b372-7a14784696d3 req-b9c05d64-f739-443a-bdfd-0c65c5cfb909 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Mar 24 07:46:04.767713 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-052f7897-c329-483d-b372-7a14784696d3 req-41869fe9-3264-4137-94e2-b8db1d292f26 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421398 Mar 24 07:46:05.600634 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:05.888926 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a84629-d557-4680-9d20-5fc554786231 req-7ad33d0e-e2d5-445a-a246-e382e5953909 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:05.890506 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c4a84629-d557-4680-9d20-5fc554786231 req-7ad33d0e-e2d5-445a-a246-e382e5953909 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0567708 Mar 24 07:46:05.939738 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c4a84629-d557-4680-9d20-5fc554786231 req-a3019f92-0cb8-40aa-984c-5ffc56e35fa6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Mar 24 07:46:07.062563 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2bb08-56d8-4ab0-b817-2b30e8afaa0e req-63ffcc9b-6f17-47af-8289-71a9ac9aabc2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:07.064223 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-97e2bb08-56d8-4ab0-b817-2b30e8afaa0e req-63ffcc9b-6f17-47af-8289-71a9ac9aabc2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0550942 Mar 24 07:46:07.117446 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-97e2bb08-56d8-4ab0-b817-2b30e8afaa0e req-98818ed4-9a23-4f7c-945f-ec1600996055 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 Mar 24 07:46:07.953623 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51870) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:08.064067 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9655ea78-81ab-4e63-aa01-0b3733c78a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.138029 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9655ea78-81ab-4e63-aa01-0b3733c78a96 admin admin] Publish callbacks [] for security_group (d70a8899-0c1b-4a26-8c89-1dee71384645), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.209932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9655ea78-81ab-4e63-aa01-0b3733c78a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d70a8899-0c1b-4a26-8c89-1dee71384645), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.239246 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8deb1b-72d4-4d2c-aec1-3b0e0f175c73 req-3972e603-fb57-4c80-b470-5d14f96e4e84 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:08.240767 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9f8deb1b-72d4-4d2c-aec1-3b0e0f175c73 req-3972e603-fb57-4c80-b470-5d14f96e4e84 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Mar 24 07:46:08.247005 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655ea78-81ab-4e63-aa01-0b3733c78a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a8899-0c1b-4a26-8c89-1dee71384645,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:08.251327 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-9655ea78-81ab-4e63-aa01-0b3733c78a96 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c41c62e80ad34aea88b3ff5b4f6c8c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966783 Mar 24 07:46:08.254016 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51880) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:08.288897 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9f8deb1b-72d4-4d2c-aec1-3b0e0f175c73 req-5dd03d59-1197-46c5-9f9d-fe736254d13f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Mar 24 07:46:08.319466 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2571d3fa-bdcf-45b2-861e-fd334b160fbc admin admin] Publish callbacks [] for security_group (d70a8899-0c1b-4a26-8c89-1dee71384645), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.341225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2571d3fa-bdcf-45b2-861e-fd334b160fbc admin admin] Publish callbacks [] for security_group (d70a8899-0c1b-4a26-8c89-1dee71384645), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.463437 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2571d3fa-bdcf-45b2-861e-fd334b160fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d70a8899-0c1b-4a26-8c89-1dee71384645), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.466081 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2571d3fa-bdcf-45b2-861e-fd334b160fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:08.467224 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2571d3fa-bdcf-45b2-861e-fd334b160fbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d70a8899-0c1b-4a26-8c89-1dee71384645 HTTP/1.1" status: 204 len: 168 time: 0.2121086 Mar 24 07:46:08.478195 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571d3fa-bdcf-45b2-861e-fd334b160fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a8899-0c1b-4a26-8c89-1dee71384645,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:09.100278 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51894) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:09.114384 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-14284acf-faab-4b27-9066-b4e324bb75a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.189971 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-14284acf-faab-4b27-9066-b4e324bb75a2 admin admin] Publish callbacks [] for security_group (84bf92a2-42f2-4ca6-88fc-afd0659d866d), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.251849 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-14284acf-faab-4b27-9066-b4e324bb75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (84bf92a2-42f2-4ca6-88fc-afd0659d866d), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.291110 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-14284acf-faab-4b27-9066-b4e324bb75a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8c1d8646ddd45799b792d802f64e4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897182 Mar 24 07:46:09.291812 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14284acf-faab-4b27-9066-b4e324bb75a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bf92a2-42f2-4ca6-88fc-afd0659d866d,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:09.294414 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51898) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:09.346232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-52ba0904-12a3-4084-a0e7-b081cf0ca6d1 admin admin] Publish callbacks [] for security_group (84bf92a2-42f2-4ca6-88fc-afd0659d866d), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.368475 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-52ba0904-12a3-4084-a0e7-b081cf0ca6d1 admin admin] Publish callbacks [] for security_group (84bf92a2-42f2-4ca6-88fc-afd0659d866d), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.413295 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afafab0-f623-4991-9188-3bc503cf2759 req-9d6b3be5-e4a6-4181-a074-3690286b8155 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:09.414926 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7afafab0-f623-4991-9188-3bc503cf2759 req-9d6b3be5-e4a6-4181-a074-3690286b8155 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0549715 Mar 24 07:46:09.469405 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7afafab0-f623-4991-9188-3bc503cf2759 req-d1e64cc7-c5aa-4bc0-98b9-73e3647911ba tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Mar 24 07:46:09.480518 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-52ba0904-12a3-4084-a0e7-b081cf0ca6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (84bf92a2-42f2-4ca6-88fc-afd0659d866d), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.483070 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-52ba0904-12a3-4084-a0e7-b081cf0ca6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:09.484277 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-52ba0904-12a3-4084-a0e7-b081cf0ca6d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84bf92a2-42f2-4ca6-88fc-afd0659d866d HTTP/1.1" status: 204 len: 168 time: 0.1883316 Mar 24 07:46:09.493270 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba0904-12a3-4084-a0e7-b081cf0ca6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bf92a2-42f2-4ca6-88fc-afd0659d866d,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:10.115418 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 51914) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:10.128292 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-69a6e5a8-1d25-4d5d-a54b-e48d3608ead6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.202491 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-69a6e5a8-1d25-4d5d-a54b-e48d3608ead6 admin admin] Publish callbacks [] for security_group (7c565ea9-1feb-4c89-b84c-483a982ce146), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.274558 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-69a6e5a8-1d25-4d5d-a54b-e48d3608ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (7c565ea9-1feb-4c89-b84c-483a982ce146), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.314079 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-69a6e5a8-1d25-4d5d-a54b-e48d3608ead6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8b110804e604a7ba321b5eaca150b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975439 Mar 24 07:46:10.315478 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6e5a8-1d25-4d5d-a54b-e48d3608ead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c565ea9-1feb-4c89-b84c-483a982ce146,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:10.317370 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 51918) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:10.364578 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa77b-a00a-4df4-a69c-041022baa942 admin admin] Publish callbacks [] for security_group (7c565ea9-1feb-4c89-b84c-483a982ce146), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.389622 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa77b-a00a-4df4-a69c-041022baa942 admin admin] Publish callbacks [] for security_group (7c565ea9-1feb-4c89-b84c-483a982ce146), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.492131 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa77b-a00a-4df4-a69c-041022baa942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (7c565ea9-1feb-4c89-b84c-483a982ce146), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.494618 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e0eaa77b-a00a-4df4-a69c-041022baa942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:10.495773 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-e0eaa77b-a00a-4df4-a69c-041022baa942 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c565ea9-1feb-4c89-b84c-483a982ce146 HTTP/1.1" status: 204 len: 168 time: 0.1774037 Mar 24 07:46:10.503819 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eaa77b-a00a-4df4-a69c-041022baa942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c565ea9-1feb-4c89-b84c-483a982ce146,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:10.593909 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6fa8d-a17c-4569-8d9e-ec4f9d07a841 req-69fbb175-8c04-4303-baa7-df5d8cd415d3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:10.595474 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3bc6fa8d-a17c-4569-8d9e-ec4f9d07a841 req-69fbb175-8c04-4303-baa7-df5d8cd415d3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0552266 Mar 24 07:46:10.642103 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3bc6fa8d-a17c-4569-8d9e-ec4f9d07a841 req-9be4062b-aa35-4863-8198-85cb8863e11c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Mar 24 07:46:11.793710 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722fe02-1936-4f7f-8515-ac0faf5131e1 req-c18fb7b2-1ec8-45bf-abe2-4c722c7a00a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:11.795422 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2722fe02-1936-4f7f-8515-ac0faf5131e1 req-c18fb7b2-1ec8-45bf-abe2-4c722c7a00a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0763564 Mar 24 07:46:11.852123 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2722fe02-1936-4f7f-8515-ac0faf5131e1 req-43a13dff-22ea-4638-b37e-5de7784132ae tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Mar 24 07:46:12.284109 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0a476fbb-90aa-4d54-a4fe-90167471450e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:12.976191 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5c392-470b-4537-962d-11deab3377d9 req-55d376c6-693e-4040-a382-f3400800c1e7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:12.977820 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4cd5c392-470b-4537-962d-11deab3377d9 req-55d376c6-693e-4040-a382-f3400800c1e7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0577438 Mar 24 07:46:13.027691 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4cd5c392-470b-4537-962d-11deab3377d9 req-e6dc5f7d-1c81-4d96-a67b-d4c08fec07c9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Mar 24 07:46:14.145252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250367b6-ae54-46a8-91c6-579234b27523 req-fb66443c-376f-4d52-9b0c-d60e172bad49 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:14.146833 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-250367b6-ae54-46a8-91c6-579234b27523 req-fb66443c-376f-4d52-9b0c-d60e172bad49 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0511844 Mar 24 07:46:14.195866 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-250367b6-ae54-46a8-91c6-579234b27523 req-022e1f57-a213-4711-8c13-9c6b1422c39c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Mar 24 07:46:14.634598 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bc94b766-2baf-4d18-9ca2-7d0294a50802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.315163 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652dcfe-b2e8-4573-b289-e4f2af68957a req-646ed3ea-8b12-4aa6-8a30-714e1d183702 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:15.319494 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6652dcfe-b2e8-4573-b289-e4f2af68957a req-646ed3ea-8b12-4aa6-8a30-714e1d183702 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Mar 24 07:46:15.366014 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6652dcfe-b2e8-4573-b289-e4f2af68957a req-66c6018e-3d41-480e-89e5-1662256f23d4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425863 Mar 24 07:46:15.446915 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52070) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:15.552692 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2eccf903-686c-4ae4-9a22-b0eba6acf801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.626725 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2eccf903-686c-4ae4-9a22-b0eba6acf801 admin admin] Publish callbacks [] for security_group (56f336dd-1d0e-460e-81e6-a9650ee472b1), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.655649 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.726105 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2eccf903-686c-4ae4-9a22-b0eba6acf801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (56f336dd-1d0e-460e-81e6-a9650ee472b1), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.772441 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52078) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:15.772906 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2eccf903-686c-4ae4-9a22-b0eba6acf801 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5c0ddf34e8046f89ad8c92ca40a611f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247879 Mar 24 07:46:15.775319 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccf903-686c-4ae4-9a22-b0eba6acf801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f336dd-1d0e-460e-81e6-a9650ee472b1,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:15.833709 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-faf92b4d-8a3e-41f9-9e1d-e1653401c097 admin admin] Publish callbacks [] for security_group (56f336dd-1d0e-460e-81e6-a9650ee472b1), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.855346 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-faf92b4d-8a3e-41f9-9e1d-e1653401c097 admin admin] Publish callbacks [] for security_group (56f336dd-1d0e-460e-81e6-a9650ee472b1), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.975189 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-faf92b4d-8a3e-41f9-9e1d-e1653401c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (56f336dd-1d0e-460e-81e6-a9650ee472b1), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.977845 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-faf92b4d-8a3e-41f9-9e1d-e1653401c097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:15.982019 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-faf92b4d-8a3e-41f9-9e1d-e1653401c097 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56f336dd-1d0e-460e-81e6-a9650ee472b1 HTTP/1.1" status: 204 len: 168 time: 0.2079055 Mar 24 07:46:15.990629 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf92b4d-8a3e-41f9-9e1d-e1653401c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f336dd-1d0e-460e-81e6-a9650ee472b1,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:16.326961 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52106) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:16.457533 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e2de-22b5-4577-a48a-e710690c873c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.519903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ab2c8-468b-4c63-a272-3b69533fdd44 req-3e0c85a1-3184-481f-837f-4a64fa595394 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:16.524429 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-998ab2c8-468b-4c63-a272-3b69533fdd44 req-3e0c85a1-3184-481f-837f-4a64fa595394 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0640941 Mar 24 07:46:16.536086 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e2de-22b5-4577-a48a-e710690c873c admin admin] Publish callbacks [] for security_group (69de9450-ea26-4399-8d98-9dbbf719d428), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.568775 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-998ab2c8-468b-4c63-a272-3b69533fdd44 req-10253d86-de78-4018-8146-6679bf6cdceb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414538 Mar 24 07:46:16.621043 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a0c9e2de-22b5-4577-a48a-e710690c873c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (69de9450-ea26-4399-8d98-9dbbf719d428), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.664848 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a0c9e2de-22b5-4577-a48a-e710690c873c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9906838a69894d299fd1545980605d5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342505 Mar 24 07:46:16.664848 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9e2de-22b5-4577-a48a-e710690c873c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69de9450-ea26-4399-8d98-9dbbf719d428,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:16.665244 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52114) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:16.722788 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2a417b86-493e-418c-a080-db5555f6d380 admin admin] Publish callbacks [] for security_group (69de9450-ea26-4399-8d98-9dbbf719d428), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.722788 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52118) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:16.741942 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d046fda1-522c-4122-a9b0-291dfd3a2a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.762881 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2a417b86-493e-418c-a080-db5555f6d380 admin admin] Publish callbacks [] for security_group (69de9450-ea26-4399-8d98-9dbbf719d428), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.868657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d046fda1-522c-4122-a9b0-291dfd3a2a91 admin admin] Publish callbacks [] for security_group (8d14a44c-ef9b-4de2-952e-f3269e5c2413), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.903072 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2a417b86-493e-418c-a080-db5555f6d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (69de9450-ea26-4399-8d98-9dbbf719d428), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.905612 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2a417b86-493e-418c-a080-db5555f6d380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.908506 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2a417b86-493e-418c-a080-db5555f6d380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/69de9450-ea26-4399-8d98-9dbbf719d428 HTTP/1.1" status: 204 len: 168 time: 0.2405009 Mar 24 07:46:16.914732 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a417b86-493e-418c-a080-db5555f6d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de9450-ea26-4399-8d98-9dbbf719d428,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:16.931123 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d046fda1-522c-4122-a9b0-291dfd3a2a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (8d14a44c-ef9b-4de2-952e-f3269e5c2413), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:16.972293 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-d046fda1-522c-4122-a9b0-291dfd3a2a91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30fb564e521d4348a4e11dbaf022480c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484152 Mar 24 07:46:16.974031 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046fda1-522c-4122-a9b0-291dfd3a2a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14a44c-ef9b-4de2-952e-f3269e5c2413,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:16.976138 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52124) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:17.030659 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56049f23-8493-4c88-9208-b8a78e15f225 admin admin] Publish callbacks [] for security_group (8d14a44c-ef9b-4de2-952e-f3269e5c2413), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:17.046711 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56049f23-8493-4c88-9208-b8a78e15f225 admin admin] Publish callbacks [] for security_group (8d14a44c-ef9b-4de2-952e-f3269e5c2413), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:17.180975 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56049f23-8493-4c88-9208-b8a78e15f225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (8d14a44c-ef9b-4de2-952e-f3269e5c2413), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:17.183527 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56049f23-8493-4c88-9208-b8a78e15f225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:17.184785 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-56049f23-8493-4c88-9208-b8a78e15f225 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d14a44c-ef9b-4de2-952e-f3269e5c2413 HTTP/1.1" status: 204 len: 168 time: 0.2074862 Mar 24 07:46:17.194584 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56049f23-8493-4c88-9208-b8a78e15f225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14a44c-ef9b-4de2-952e-f3269e5c2413,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:17.215293 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:17.717998 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c98053-50ac-4831-b1e0-9ac1a4fb3b48 req-1acd479b-e186-4c3c-b0af-7c5e56d06eeb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:17.728418 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e3c98053-50ac-4831-b1e0-9ac1a4fb3b48 req-1acd479b-e186-4c3c-b0af-7c5e56d06eeb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0913622 Mar 24 07:46:17.782251 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e3c98053-50ac-4831-b1e0-9ac1a4fb3b48 req-67a01d95-bf98-4908-aab0-7fed1042c283 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Mar 24 07:46:18.743172 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:18.933170 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642fa29-81fa-41ab-b2f6-5e3841111f31 req-84b7e47a-7876-4baf-b7c5-d11f6f935cae tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:18.934653 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5642fa29-81fa-41ab-b2f6-5e3841111f31 req-84b7e47a-7876-4baf-b7c5-d11f6f935cae tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0731041 Mar 24 07:46:19.002738 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5642fa29-81fa-41ab-b2f6-5e3841111f31 req-3e6c3051-159d-471c-8bbf-bdbd21d41288 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599477 Mar 24 07:46:20.124686 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed9a5f-1450-4df7-a218-34243d780aaa req-83ceb068-522b-4953-be35-8051b2896685 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:20.126175 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-99ed9a5f-1450-4df7-a218-34243d780aaa req-83ceb068-522b-4953-be35-8051b2896685 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0528615 Mar 24 07:46:20.173953 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-99ed9a5f-1450-4df7-a218-34243d780aaa req-b63e9782-ec67-40a6-b056-1aec091304ea tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410340 Mar 24 07:46:21.297757 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02bc71-d95d-4e33-b61d-d493c5f78110 req-f7d44408-6f42-4e54-af7c-c41e6b0812c4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:21.299226 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4e02bc71-d95d-4e33-b61d-d493c5f78110 req-f7d44408-6f42-4e54-af7c-c41e6b0812c4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0549982 Mar 24 07:46:21.348135 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4e02bc71-d95d-4e33-b61d-d493c5f78110 req-e8162ebe-48d9-4c36-8082-5dc298ae6b68 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Mar 24 07:46:22.470763 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324d4de-240b-4d01-96cd-470b330f4a84 req-067d6fdb-8350-49ba-8bde-c7369cc7e409 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:22.472378 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c324d4de-240b-4d01-96cd-470b330f4a84 req-067d6fdb-8350-49ba-8bde-c7369cc7e409 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0564752 Mar 24 07:46:22.520942 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c324d4de-240b-4d01-96cd-470b330f4a84 req-5046c336-0ac0-46fd-a42a-eca41147a7fa tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420542 Mar 24 07:46:23.639720 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528e252-0f97-4f48-b5be-e730080b36f5 req-af677408-2cf7-40ee-aa9b-9ae8711a93a2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:23.641180 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c528e252-0f97-4f48-b5be-e730080b36f5 req-af677408-2cf7-40ee-aa9b-9ae8711a93a2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Mar 24 07:46:23.687793 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c528e252-0f97-4f48-b5be-e730080b36f5 req-6be07573-bb9e-4648-a708-19f13ed02d16 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Mar 24 07:46:24.806979 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5af79-b212-48ef-882c-b642615d6f13 req-6fc44841-0d79-4182-b4c1-88f03209403e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:24.806979 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2ef5af79-b212-48ef-882c-b642615d6f13 req-6fc44841-0d79-4182-b4c1-88f03209403e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0534575 Mar 24 07:46:24.854687 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2ef5af79-b212-48ef-882c-b642615d6f13 req-0b7d1a82-809c-4908-b9c3-d24163e2d239 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Mar 24 07:46:25.978437 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c59328-4ad2-418a-a610-8f49110679a5 req-703f7eea-a198-4017-af51-290a897d04ad tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:25.980011 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f6c59328-4ad2-418a-a610-8f49110679a5 req-703f7eea-a198-4017-af51-290a897d04ad tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0562811 Mar 24 07:46:26.029824 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f6c59328-4ad2-418a-a610-8f49110679a5 req-6fdd01f2-d926-4985-89cc-38add27475fa tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Mar 24 07:46:26.392971 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e2eaa-4250-4a16-bfef-570b9e1a11f4 req-df56fc22-8060-410d-9fbb-ab4478df3400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:26.395176 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a0e2eaa-4250-4a16-bfef-570b9e1a11f4 req-df56fc22-8060-410d-9fbb-ab4478df3400 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1129 time: 0.0444131 Mar 24 07:46:26.449933 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a0e2eaa-4250-4a16-bfef-570b9e1a11f4 req-b9bb7e2e-b95d-4fa3-a987-10a8d720daf5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Mar 24 07:46:27.162516 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23697f65-d4a0-4564-a8e1-e79e0da91174 req-7a2aa7a1-82b2-438c-b3b7-38b98c4d997b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:27.167740 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-23697f65-d4a0-4564-a8e1-e79e0da91174 req-7a2aa7a1-82b2-438c-b3b7-38b98c4d997b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0552194 Mar 24 07:46:27.219778 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-23697f65-d4a0-4564-a8e1-e79e0da91174 req-c6f15e96-ffa2-4bac-b1a8-d48bf286119c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489976 Mar 24 07:46:27.908274 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52424) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:28.037210 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64d9-0c0f-4561-a63c-af2f011068ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.133666 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64d9-0c0f-4561-a63c-af2f011068ee admin admin] Publish callbacks [] for security_group (5b9c7183-bc87-43cf-9af8-a23ed056097b), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.192806 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64d9-0c0f-4561-a63c-af2f011068ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5b9c7183-bc87-43cf-9af8-a23ed056097b), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.232449 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd64d9-0c0f-4561-a63c-af2f011068ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9c7183-bc87-43cf-9af8-a23ed056097b,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:28.236691 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c7bd64d9-0c0f-4561-a63c-af2f011068ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abc94504edef4193a45ba395b437f9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273664 Mar 24 07:46:28.239211 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52442) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:28.292067 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-da363fe6-2041-4eb3-a1fc-6496438fe38d admin admin] Publish callbacks [] for security_group (5b9c7183-bc87-43cf-9af8-a23ed056097b), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.339614 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-da363fe6-2041-4eb3-a1fc-6496438fe38d admin admin] Publish callbacks [] for security_group (5b9c7183-bc87-43cf-9af8-a23ed056097b), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.384574 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25771b-887b-4649-a233-3363fcdda11d req-308f3b58-7aac-4a7a-ac29-a539ffa6a663 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:28.386081 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fa25771b-887b-4649-a233-3363fcdda11d req-308f3b58-7aac-4a7a-ac29-a539ffa6a663 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0961056 Mar 24 07:46:28.439037 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fa25771b-887b-4649-a233-3363fcdda11d req-6b135139-a4d6-49bb-978d-8c47a7c2295d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Mar 24 07:46:28.508657 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-da363fe6-2041-4eb3-a1fc-6496438fe38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5b9c7183-bc87-43cf-9af8-a23ed056097b), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.511485 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-da363fe6-2041-4eb3-a1fc-6496438fe38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:28.513358 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-da363fe6-2041-4eb3-a1fc-6496438fe38d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5b9c7183-bc87-43cf-9af8-a23ed056097b HTTP/1.1" status: 204 len: 168 time: 0.2723119 Mar 24 07:46:28.525356 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da363fe6-2041-4eb3-a1fc-6496438fe38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9c7183-bc87-43cf-9af8-a23ed056097b,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:28.872778 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24f24c-11ff-4c0c-9760-67817cac2544 req-86ae83a3-3e74-428e-9230-685076a9b060 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:28.874892 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d24f24c-11ff-4c0c-9760-67817cac2544 req-86ae83a3-3e74-428e-9230-685076a9b060 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0553248 Mar 24 07:46:28.968008 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d24f24c-11ff-4c0c-9760-67817cac2544 req-d94a3abf-8d8f-4226-9baf-628b306beac5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870366 Mar 24 07:46:28.978638 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-83c9027c-b91c-4c27-aa62-7cd57f3bd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:28.980179 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-83c9027c-b91c-4c27-aa62-7cd57f3bd242 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1129 time: 0.0727367 Mar 24 07:46:29.162648 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52474) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:29.176866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eca0e84a-c663-483e-b8ec-f0a5e7000561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.268386 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eca0e84a-c663-483e-b8ec-f0a5e7000561 admin admin] Publish callbacks [] for security_group (830c281a-a1e9-4791-88b1-a2a63f31fcb9), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.308597 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-ee0ef359-56bf-4fbf-b61d-61c22579bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:29.310054 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-ee0ef359-56bf-4fbf-b61d-61c22579bcb8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.3230658 Mar 24 07:46:29.342722 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-eca0e84a-c663-483e-b8ec-f0a5e7000561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (830c281a-a1e9-4791-88b1-a2a63f31fcb9), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.353301 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-bd7f891e-d92a-4532-84b2-3a772d69116d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 217 time: 0.0359845 Mar 24 07:46:29.387636 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-eca0e84a-c663-483e-b8ec-f0a5e7000561 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1656e6554c1c4e8bbc61bb6b1b8f5c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238324 Mar 24 07:46:29.388674 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52482) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:29.389178 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0e84a-c663-483e-b8ec-f0a5e7000561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830c281a-a1e9-4791-88b1-a2a63f31fcb9,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:29.444656 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-7f680c9f-36d4-44ed-a853-1357bed07f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:29.446193 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-7f680c9f-36d4-44ed-a853-1357bed07f08 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0864177 Mar 24 07:46:29.486283 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1770b69b-4deb-491e-93da-e769f2556a4a admin admin] Publish callbacks [] for security_group (830c281a-a1e9-4791-88b1-a2a63f31fcb9), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.519523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1770b69b-4deb-491e-93da-e769f2556a4a admin admin] Publish callbacks [] for security_group (830c281a-a1e9-4791-88b1-a2a63f31fcb9), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.545741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-f5028f6f-4278-4f2d-9988-a1ddd5b789ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:29.547875 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-f5028f6f-4278-4f2d-9988-a1ddd5b789ca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911138 Mar 24 07:46:29.679187 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-082ef48a-86f4-4233-a347-4cb3409acf25 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228371 Mar 24 07:46:29.737270 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1770b69b-4deb-491e-93da-e769f2556a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (830c281a-a1e9-4791-88b1-a2a63f31fcb9), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.740004 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1770b69b-4deb-491e-93da-e769f2556a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:29.741154 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1770b69b-4deb-491e-93da-e769f2556a4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/830c281a-a1e9-4791-88b1-a2a63f31fcb9 HTTP/1.1" status: 204 len: 168 time: 0.3513064 Mar 24 07:46:29.752522 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b69b-4deb-491e-93da-e769f2556a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830c281a-a1e9-4791-88b1-a2a63f31fcb9,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:29.794688 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e0d01b22-4ad2-4508-ba73-d233e0a33ac8 req-256fb163-b9d6-4151-b97e-0e51e488199d service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089258 Mar 24 07:46:30.093032 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66e014-8452-4368-b7cb-7b8fb9fe9c61 req-54d770a5-554b-45d1-b18e-85e3764e557c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:30.094623 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9d66e014-8452-4368-b7cb-7b8fb9fe9c61 req-54d770a5-554b-45d1-b18e-85e3764e557c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0542467 Mar 24 07:46:30.152852 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9d66e014-8452-4368-b7cb-7b8fb9fe9c61 req-9d7d1356-a919-427b-b688-d1d2266b5b7a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489881 Mar 24 07:46:30.747507 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52548) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:30.853835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3d6b61fd-31e7-4d5c-b20b-a71e2ea522b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:30.927679 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3d6b61fd-31e7-4d5c-b20b-a71e2ea522b0 admin admin] Publish callbacks [] for security_group (ef01d8fb-52b8-4e1c-ad36-aa6194336d22), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:31.006393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3d6b61fd-31e7-4d5c-b20b-a71e2ea522b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ef01d8fb-52b8-4e1c-ad36-aa6194336d22), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:31.049996 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-3d6b61fd-31e7-4d5c-b20b-a71e2ea522b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e0a15d3ca804425adc6d6f09443aee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042176 Mar 24 07:46:31.050846 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b61fd-31e7-4d5c-b20b-a71e2ea522b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef01d8fb-52b8-4e1c-ad36-aa6194336d22,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:31.053297 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52564) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:31.115549 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8fddba35-afb3-4452-86c2-002b29f1a989 admin admin] Publish callbacks [] for security_group (ef01d8fb-52b8-4e1c-ad36-aa6194336d22), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:31.139144 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8fddba35-afb3-4452-86c2-002b29f1a989 admin admin] Publish callbacks [] for security_group (ef01d8fb-52b8-4e1c-ad36-aa6194336d22), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:31.259116 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8fddba35-afb3-4452-86c2-002b29f1a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ef01d8fb-52b8-4e1c-ad36-aa6194336d22), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:31.261800 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8fddba35-afb3-4452-86c2-002b29f1a989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:31.263050 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-8fddba35-afb3-4452-86c2-002b29f1a989 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef01d8fb-52b8-4e1c-ad36-aa6194336d22 HTTP/1.1" status: 204 len: 168 time: 0.2087221 Mar 24 07:46:31.277095 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddba35-afb3-4452-86c2-002b29f1a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef01d8fb-52b8-4e1c-ad36-aa6194336d22,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:31.293363 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953318f8-28a3-42b9-91e4-6de23732e8c1 req-cfc1cbbc-7852-4bd4-bbb2-96d56b76d65a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:31.295041 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-953318f8-28a3-42b9-91e4-6de23732e8c1 req-cfc1cbbc-7852-4bd4-bbb2-96d56b76d65a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0700183 Mar 24 07:46:31.354671 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-953318f8-28a3-42b9-91e4-6de23732e8c1 req-5dd2cb70-c21e-4180-86e5-f738acf8a46f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519321 Mar 24 07:46:32.213409 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52598) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:32.225140 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-af09e7a6-edaf-4f3c-8b72-1f5ecf5ed2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.312298 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-af09e7a6-edaf-4f3c-8b72-1f5ecf5ed2e4 admin admin] Publish callbacks [] for security_group (87a05930-6cde-48e9-8583-b33271bc907d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.365550 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-af09e7a6-edaf-4f3c-8b72-1f5ecf5ed2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (87a05930-6cde-48e9-8583-b33271bc907d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.404422 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-af09e7a6-edaf-4f3c-8b72-1f5ecf5ed2e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca8e8fd6c5884ae39f2bbf0d19536354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1921704 Mar 24 07:46:32.405390 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09e7a6-edaf-4f3c-8b72-1f5ecf5ed2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a05930-6cde-48e9-8583-b33271bc907d,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:32.407166 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52606) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:32.491527 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-17c36b8f-2dc6-4f10-b69b-bc20b141e5dd admin admin] Publish callbacks [] for security_group (87a05930-6cde-48e9-8583-b33271bc907d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.500812 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c3c3d-31e0-49b6-ac46-1bb082f80135 req-145dc1fb-8275-421a-b330-71014492627d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:32.502292 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fe2c3c3d-31e0-49b6-ac46-1bb082f80135 req-145dc1fb-8275-421a-b330-71014492627d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0793390 Mar 24 07:46:32.534322 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-17c36b8f-2dc6-4f10-b69b-bc20b141e5dd admin admin] Publish callbacks [] for security_group (87a05930-6cde-48e9-8583-b33271bc907d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.583900 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fe2c3c3d-31e0-49b6-ac46-1bb082f80135 req-198729cc-f583-40ec-a4c9-eff88b3a6399 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745304 Mar 24 07:46:32.672270 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-17c36b8f-2dc6-4f10-b69b-bc20b141e5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (87a05930-6cde-48e9-8583-b33271bc907d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.674869 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-17c36b8f-2dc6-4f10-b69b-bc20b141e5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:32.676038 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-17c36b8f-2dc6-4f10-b69b-bc20b141e5dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87a05930-6cde-48e9-8583-b33271bc907d HTTP/1.1" status: 204 len: 168 time: 0.2671340 Mar 24 07:46:32.683800 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c36b8f-2dc6-4f10-b69b-bc20b141e5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a05930-6cde-48e9-8583-b33271bc907d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:34.064060 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-f59eab96-ce68-42f5-bcae-99fc92f9fc12 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478878 Mar 24 07:46:34.138980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-62d28d78-14c9-4753-8c35-5e6d74706e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:34.140633 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-62d28d78-14c9-4753-8c35-5e6d74706e1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 1129 time: 0.0555305 Mar 24 07:46:34.264058 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-527fd7d4-1c26-4540-a06a-e373fe9e5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:34.266296 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-527fd7d4-1c26-4540-a06a-e373fe9e5433 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.1068707 Mar 24 07:46:34.317308 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-26e16081-5351-438f-8146-7cfbf3c80738 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 HTTP/1.1" status: 200 len: 217 time: 0.0431879 Mar 24 07:46:34.400151 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-6104d9f4-826c-4bc9-95c2-7d9909e28bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:34.400151 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-6104d9f4-826c-4bc9-95c2-7d9909e28bd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0764716 Mar 24 07:46:34.486079 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-f6c2c1b3-7a1a-4be2-a56f-24c06ec37e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:34.488301 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-f6c2c1b3-7a1a-4be2-a56f-24c06ec37e7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814741 Mar 24 07:46:34.646110 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056da81-6d6f-4c4c-9d16-0cd41b77a5f9 req-2b549458-41ed-4518-9815-2668ad68b578 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:34.649018 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7056da81-6d6f-4c4c-9d16-0cd41b77a5f9 req-2b549458-41ed-4518-9815-2668ad68b578 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0807707 Mar 24 07:46:34.661233 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-ab234fe0-0526-4c31-a418-6ea5bf84aa8b service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623440 Mar 24 07:46:34.737017 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7056da81-6d6f-4c4c-9d16-0cd41b77a5f9 req-1951e864-45b2-44b0-a22a-88e7da27bdc5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810902 Mar 24 07:46:34.819972 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-39dfc98b-325c-4466-b104-a5d94aeee772 req-19724759-8cff-496e-bd3d-7422d28a63e8 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388421 Mar 24 07:46:34.920330 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52734) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:34.925218 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'security_group': {'name': 'tempest-securitygroup--402728238', 'description': 'tempest-description--474499305'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:35.025324 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.106971 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group (d28606f4-c326-4229-a730-d5ba29f13357), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.154096 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d28606f4-c326-4229-a730-d5ba29f13357), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.195539 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28606f4-c326-4229-a730-d5ba29f13357,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:35.246329 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.247855 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8d8d504e-927d-4d60-b830-067a343057b5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3264387 Mar 24 07:46:35.257187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52752) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:35.264195 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'security_group_rule': {'security_group_id': 'd28606f4-c326-4229-a730-d5ba29f13357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:35.382088 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group_rule (d822bd88-039f-49b2-bc2f-9e70cc751170), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.454674 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group_rule (d822bd88-039f-49b2-bc2f-9e70cc751170), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.508157 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52782) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:35.549134 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (d822bd88-039f-49b2-bc2f-9e70cc751170), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.573687 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d822bd88-039f-49b2-bc2f-9e70cc751170,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:35.638012 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.648765 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.662352 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.664427 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-3c226b19-a59f-4167-9cbb-f395cd5912f9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4053507 Mar 24 07:46:35.666696 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52794) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:35.672097 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'security_group_rule': {'security_group_id': 'd28606f4-c326-4229-a730-d5ba29f13357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:35.729761 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Publish callbacks [] for security_group (71c9f87c-84f6-47fc-9c17-46308fab6040), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.749338 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group_rule (bcd6da73-afab-4bad-a457-befd7c63306b), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.788880 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (71c9f87c-84f6-47fc-9c17-46308fab6040), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.819637 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group_rule (bcd6da73-afab-4bad-a457-befd7c63306b), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.859637 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce846ed91bbc4868ad8c331add36517f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502991 Mar 24 07:46:35.861194 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c9f87c-84f6-47fc-9c17-46308fab6040,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:35.862379 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52802) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:35.871260 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.871615 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.872013 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.872368 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.872707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.873042 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.873372 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.873697 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.874330 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.874665 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.875017 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.875364 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.875695 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.876169 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.876499 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6a290b-5f85-46d7-b5fd-5f7891c9ab1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.900075 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1f67a-852f-4d96-972f-401a1c89b3e8 req-da499e43-1207-41fe-b2ba-8aafb8544144 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:35.901597 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-35f1f67a-852f-4d96-972f-401a1c89b3e8 req-da499e43-1207-41fe-b2ba-8aafb8544144 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0897546 Mar 24 07:46:35.914368 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9e74fa9-785b-4ed5-8da1-0b030fd36b4c admin admin] Publish callbacks [] for security_group (71c9f87c-84f6-47fc-9c17-46308fab6040), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.933892 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (bcd6da73-afab-4bad-a457-befd7c63306b), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.936781 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9e74fa9-785b-4ed5-8da1-0b030fd36b4c admin admin] Publish callbacks [] for security_group (71c9f87c-84f6-47fc-9c17-46308fab6040), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:35.950966 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-35f1f67a-852f-4d96-972f-401a1c89b3e8 req-36bae3fc-af3c-42a4-9c70-6adde29e9196 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436163 Mar 24 07:46:35.970753 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd6da73-afab-4bad-a457-befd7c63306b,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:35.991045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.991529 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.991756 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.992144 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.992490 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.992832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.993168 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.993504 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.993845 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.994171 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.994507 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.994838 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.995165 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.995489 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:35.995813 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:36.082004 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.083788 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-9d94a6e1-b4de-4ed9-b66c-00e4b122dd0d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4158099 Mar 24 07:46:36.085710 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9e74fa9-785b-4ed5-8da1-0b030fd36b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (71c9f87c-84f6-47fc-9c17-46308fab6040), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.090646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a9e74fa9-785b-4ed5-8da1-0b030fd36b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.090646 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a9e74fa9-785b-4ed5-8da1-0b030fd36b4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71c9f87c-84f6-47fc-9c17-46308fab6040 HTTP/1.1" status: 204 len: 168 time: 0.2260587 Mar 24 07:46:36.091187 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 52804) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:36.096211 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:36.106868 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e74fa9-785b-4ed5-8da1-0b030fd36b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c9f87c-84f6-47fc-9c17-46308fab6040,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:36.182692 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52810) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:36.203923 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.344000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d354fec9-9eb5-4fc4-a92a-9532c02b8da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.367391 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.445143 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d354fec9-9eb5-4fc4-a92a-9532c02b8da4 admin admin] Publish callbacks [] for security_group (b6f031c8-bf1e-42de-80d0-1ffb765416a3), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.484417 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Allocated IP 172.27.3.22 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/99915ddd-4dfa-4efd-86ba-e17da87422fd) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:36.571827 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d354fec9-9eb5-4fc4-a92a-9532c02b8da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (b6f031c8-bf1e-42de-80d0-1ffb765416a3), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.621905 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354fec9-9eb5-4fc4-a92a-9532c02b8da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f031c8-bf1e-42de-80d0-1ffb765416a3,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:36.622969 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.656235 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-d354fec9-9eb5-4fc4-a92a-9532c02b8da4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=172e9c4acd3047fab8ae4b550e7a0267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710417 Mar 24 07:46:36.657223 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52828) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:36.711137 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6464a3c0-04a5-46cc-a43a-d8b04eb01ecc admin admin] Publish callbacks [] for security_group (b6f031c8-bf1e-42de-80d0-1ffb765416a3), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.732671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6464a3c0-04a5-46cc-a43a-d8b04eb01ecc admin admin] Publish callbacks [] for security_group (b6f031c8-bf1e-42de-80d0-1ffb765416a3), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.749087 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.792575 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:46:36.797676 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:36.800461 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:46:36.828532 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'Port': ['ID=99915ddd-4dfa-4efd-86ba-e17da87422fd,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:36.863175 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6464a3c0-04a5-46cc-a43a-d8b04eb01ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (b6f031c8-bf1e-42de-80d0-1ffb765416a3), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.866671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6464a3c0-04a5-46cc-a43a-d8b04eb01ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:36.870385 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6464a3c0-04a5-46cc-a43a-d8b04eb01ecc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6f031c8-bf1e-42de-80d0-1ffb765416a3 HTTP/1.1" status: 204 len: 168 time: 0.2100642 Mar 24 07:46:36.880277 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464a3c0-04a5-46cc-a43a-d8b04eb01ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f031c8-bf1e-42de-80d0-1ffb765416a3,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:36.888988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52834) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:36.921035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.020600 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0e850de5-27f9-4e2f-b6a1-da6707481dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.034354 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.108545 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc99c8-2276-49b1-945a-d50e3f2e062f req-559cac5e-148d-48b6-b63f-799b1a4b5577 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:37.110028 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b5bc99c8-2276-49b1-945a-d50e3f2e062f req-559cac5e-148d-48b6-b63f-799b1a4b5577 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0814514 Mar 24 07:46:37.174277 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0e850de5-27f9-4e2f-b6a1-da6707481dfb admin admin] Publish callbacks [] for security_group (d567ee6a-2206-4065-9150-df289a3779ff), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.182627 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b5bc99c8-2276-49b1-945a-d50e3f2e062f req-eb5e1de0-6d6f-4cd7-b993-3c3aead7fb93 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648048 Mar 24 07:46:37.201304 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.240303 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0e850de5-27f9-4e2f-b6a1-da6707481dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d567ee6a-2206-4065-9150-df289a3779ff), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.260639 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.282855 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0e850de5-27f9-4e2f-b6a1-da6707481dfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b65a9a3174af4b2fa16d96cab776c21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902147 Mar 24 07:46:37.282855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e850de5-27f9-4e2f-b6a1-da6707481dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d567ee6a-2206-4065-9150-df289a3779ff,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:37.283985 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52846) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:37.343070 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6a8beac7-abdc-431a-84d9-650b3d955103 admin admin] Publish callbacks [] for security_group (d567ee6a-2206-4065-9150-df289a3779ff), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.354199 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'Port': ['ID=99915ddd-4dfa-4efd-86ba-e17da87422fd,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:37.359023 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.366442 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6a8beac7-abdc-431a-84d9-650b3d955103 admin admin] Publish callbacks [] for security_group (d567ee6a-2206-4065-9150-df289a3779ff), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.501163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6a8beac7-abdc-431a-84d9-650b3d955103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d567ee6a-2206-4065-9150-df289a3779ff), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.503477 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.504855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6a8beac7-abdc-431a-84d9-650b3d955103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.508455 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2ff40db5-fce2-4ce7-8535-13ddef5ea20c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4130719 Mar 24 07:46:37.508600 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6a8beac7-abdc-431a-84d9-650b3d955103 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d567ee6a-2206-4065-9150-df289a3779ff HTTP/1.1" status: 204 len: 168 time: 0.2214940 Mar 24 07:46:37.517010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8beac7-abdc-431a-84d9-650b3d955103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d567ee6a-2206-4065-9150-df289a3779ff,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:37.666954 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52858) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:37.681438 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c7bf635c-a0d0-4a9b-bc3d-f7acf535c656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.777386 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c7bf635c-a0d0-4a9b-bc3d-f7acf535c656 admin admin] Publish callbacks [] for security_group (1f502e38-a93f-4833-9025-7cbbc530f91d), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.861804 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-09fb451d-c5e2-44b6-a6f2-fc8a3be63452 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--402728238&fields=id&tenant_id=f1ad165a01634101b588b4fabf7c019e HTTP/1.1" status: 200 len: 267 time: 0.0470297 Mar 24 07:46:37.883531 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c7bf635c-a0d0-4a9b-bc3d-f7acf535c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (1f502e38-a93f-4833-9025-7cbbc530f91d), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.924901 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c7bf635c-a0d0-4a9b-bc3d-f7acf535c656 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cf9f6d2fe254eaab3230be42f51a873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566738 Mar 24 07:46:37.925881 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf635c-a0d0-4a9b-bc3d-f7acf535c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f502e38-a93f-4833-9025-7cbbc530f91d,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:37.928872 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 52876) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:37.989275 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a897c9a2-0095-43a1-98f3-b9f33d338f5d admin admin] Publish callbacks [] for security_group (1f502e38-a93f-4833-9025-7cbbc530f91d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:37.991835 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-f20a4494-6af1-400e-b0a8-a6a16a3deb0e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:37.996416 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-f20a4494-6af1-400e-b0a8-a6a16a3deb0e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 819 time: 0.1263087 Mar 24 07:46:38.014358 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-f15fccae-40b2-4e8a-bd3e-2a8a08c3affb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/quotas/f1ad165a01634101b588b4fabf7c019e HTTP/1.1" status: 200 len: 375 time: 0.0147309 Mar 24 07:46:38.021035 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a897c9a2-0095-43a1-98f3-b9f33d338f5d admin admin] Publish callbacks [] for security_group (1f502e38-a93f-4833-9025-7cbbc530f91d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:38.071847 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-7d612ddb-b0fa-4699-8b90-8b5f87a15c4d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0566289 Mar 24 07:46:38.152248 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a897c9a2-0095-43a1-98f3-b9f33d338f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (1f502e38-a93f-4833-9025-7cbbc530f91d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:38.155007 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a897c9a2-0095-43a1-98f3-b9f33d338f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:38.156199 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a897c9a2-0095-43a1-98f3-b9f33d338f5d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f502e38-a93f-4833-9025-7cbbc530f91d HTTP/1.1" status: 204 len: 168 time: 0.2263987 Mar 24 07:46:38.166048 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897c9a2-0095-43a1-98f3-b9f33d338f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f502e38-a93f-4833-9025-7cbbc530f91d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:38.177576 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-c1fffab8-4609-47e9-9f54-ed985592b5bb service neutron] 10.222.0.20 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926945 Mar 24 07:46:38.279539 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-d7885aee-2f4f-4956-9499-1bb77fc2d7bb service neutron] 10.222.0.20 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948718 Mar 24 07:46:38.294212 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:46:38.324410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4833-78b9-43af-abb9-d45b75111e9b req-bce91172-c9d1-4dd5-96b9-cbe0f9c48d9f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:38.328245 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576d4833-78b9-43af-abb9-d45b75111e9b req-bce91172-c9d1-4dd5-96b9-cbe0f9c48d9f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0616949 Mar 24 07:46:38.377059 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576d4833-78b9-43af-abb9-d45b75111e9b req-5988b4c3-5bce-4ac7-bfcf-c8155dc78d8c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455155 Mar 24 07:46:38.531526 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dd2317eb-4f9e-409c-b93e-98e88803fa99 req-f662dc40-aad9-4ee2-bd48-280062c347b3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 210 time: 0.0277736 Mar 24 07:46:39.503671 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55783959-ee03-415e-a668-a7c0a7d0d396 req-e5d5b16a-b3d5-4d45-98ae-3ce59eb0d69c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:39.506286 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-55783959-ee03-415e-a668-a7c0a7d0d396 req-e5d5b16a-b3d5-4d45-98ae-3ce59eb0d69c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0562222 Mar 24 07:46:39.554280 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-55783959-ee03-415e-a668-a7c0a7d0d396 req-b47e3829-7c13-4ebb-a074-77e265711544 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 Mar 24 07:46:39.652670 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-da0631d0-ce45-495d-8451-b3f095cb773b req-3cf6719b-6199-48ef-96ac-ef8632381b28 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 210 time: 0.0277023 Mar 24 07:46:40.690454 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82493e-0604-412d-af44-8ecf92f43442 req-f54bca4b-cf6f-4bc0-8aed-80bab882252a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:40.699042 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3f82493e-0604-412d-af44-8ecf92f43442 req-f54bca4b-cf6f-4bc0-8aed-80bab882252a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0668368 Mar 24 07:46:40.746550 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3f82493e-0604-412d-af44-8ecf92f43442 req-0a2b1cfa-c346-4c84-953f-e059f0e2f957 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465367 Mar 24 07:46:40.759011 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1b7ecabe-24b7-4396-be57-2d61230e549e req-6ef78c93-dbce-45a7-941e-524d63673ecb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 210 time: 0.0300686 Mar 24 07:46:41.860681 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cdbf1933-fdf1-437d-b269-df54b77dd7ef req-2c6cd980-fb9e-407e-8773-0e154c2f4b15 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 210 time: 0.0267251 Mar 24 07:46:41.886307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e97df-e6bd-45d7-b66a-dcbcd4dcbb86 req-9de1219d-2fda-48e8-89f5-0834800d0904 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:41.888160 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-186e97df-e6bd-45d7-b66a-dcbcd4dcbb86 req-9de1219d-2fda-48e8-89f5-0834800d0904 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0583632 Mar 24 07:46:41.946716 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-186e97df-e6bd-45d7-b66a-dcbcd4dcbb86 req-2c189d9f-d451-45e2-a140-5aa3736aff98 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501997 Mar 24 07:46:42.297784 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a2dd492f-8027-42e1-ab48-bea82db5dd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:42.548380 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-9134e624-e4d9-496c-850f-7a8789f3704a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:42.549973 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-9134e624-e4d9-496c-850f-7a8789f3704a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 819 time: 0.1039224 Mar 24 07:46:42.620871 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-8e99ad68-c5e8-41b9-a66b-d758162ad15c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ad165a01634101b588b4fabf7c019e HTTP/1.1" status: 200 len: 379 time: 0.0553486 Mar 24 07:46:42.630801 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'port': {'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'admin_state_up': True, 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'security_groups': ['d28606f4-c326-4229-a730-d5ba29f13357']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:42.805758 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Made reservation on behalf of f1ad165a01634101b588b4fabf7c019e for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:42.810739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:42.965795 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ee2638d2-97c4-478c-97d7-fec21ba37667 req-45d75e59-203b-4842-875e-4dd54f76246c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 210 time: 0.0326428 Mar 24 07:46:42.992731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Allocated IP 172.20.0.13 (2dadecba-edaa-4555-94ad-d70c7071647c/9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1/4219fbaf-98cc-40b0-82a4-030ae87a632e) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:43.116369 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bb6e2-a195-4e36-b162-98170f8b7c85 req-b056a253-f266-43eb-8c88-91eeb6ba94a9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:43.121593 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dd7bb6e2-a195-4e36-b162-98170f8b7c85 req-b056a253-f266-43eb-8c88-91eeb6ba94a9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0819080 Mar 24 07:46:43.166571 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dd7bb6e2-a195-4e36-b162-98170f8b7c85 req-3bd342c7-a71e-47a2-94f8-5f2e6abc916d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Mar 24 07:46:43.173227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.286704 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.332797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Network 2dadecba-edaa-4555-94ad-d70c7071647c is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:46:43.335864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:43.342205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:46:43.348939 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event updated for resources: {'Port': ['ID=4219fbaf-98cc-40b0-82a4-030ae87a632e,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:43.397915 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:43.398565 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.421784 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53068) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:43.426525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252666838', 'description': 'tempest-description--11216228'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:43.491672 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e5f02615-4fa0-49ab-b67c-0dc814c0d430 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8652382 Mar 24 07:46:43.537618 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-952012e9-21b7-475f-88dd-2c05888fc86c None None] Provisioning complete for port 4219fbaf-98cc-40b0-82a4-030ae87a632e triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:43.538103 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-952012e9-21b7-475f-88dd-2c05888fc86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.558147 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.572569 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-952012e9-21b7-475f-88dd-2c05888fc86c None None] Port 4219fbaf-98cc-40b0-82a4-030ae87a632e cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:46:43.627199 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (46396b4f-beb8-4e9b-8fa0-366254b10b02), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.696780 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (46396b4f-beb8-4e9b-8fa0-366254b10b02), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.724555 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46396b4f-beb8-4e9b-8fa0-366254b10b02,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:43.790199 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.791458 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-59052c33-74ea-44cf-b4ca-b39d2ea91963 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3686001 Mar 24 07:46:43.794327 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53080) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:43.798570 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': '46396b4f-beb8-4e9b-8fa0-366254b10b02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:43.884990 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (80a70d8b-695a-4a76-89e9-023e9ceceb5b), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:43.937011 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (80a70d8b-695a-4a76-89e9-023e9ceceb5b), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.020262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (80a70d8b-695a-4a76-89e9-023e9ceceb5b), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.042986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a70d8b-695a-4a76-89e9-023e9ceceb5b,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:44.084825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29559f0-616a-4d19-8148-74f63da9acf3 req-a9297591-7e49-4b91-9488-62790e9d372c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:44.086297 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f29559f0-616a-4d19-8148-74f63da9acf3 req-a9297591-7e49-4b91-9488-62790e9d372c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 932 time: 0.0540347 Mar 24 07:46:44.099290 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.100614 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-75df52f2-5bba-49ba-8378-a35a6c7fff89 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053665 Mar 24 07:46:44.103262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53086) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:44.107663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': '46396b4f-beb8-4e9b-8fa0-366254b10b02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:44.133450 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f29559f0-616a-4d19-8148-74f63da9acf3 req-5ca3a4ff-b21b-47a3-8b4b-022aff976710 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Mar 24 07:46:44.233521 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (8b876542-5380-4bc1-8674-ab2894e4f9b3), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.320902 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (8b876542-5380-4bc1-8674-ab2894e4f9b3), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.324519 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007d165-283a-4249-ad50-26dc86eb43f9 req-ff181bbb-5661-4f2e-9a66-7a19bff1ac25 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:44.326010 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c007d165-283a-4249-ad50-26dc86eb43f9 req-ff181bbb-5661-4f2e-9a66-7a19bff1ac25 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0830967 Mar 24 07:46:44.371805 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c007d165-283a-4249-ad50-26dc86eb43f9 req-82adc4c9-8520-4cdf-b389-849b393fb1e6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401659 Mar 24 07:46:44.400064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (8b876542-5380-4bc1-8674-ab2894e4f9b3), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.417137 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b876542-5380-4bc1-8674-ab2894e4f9b3,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:44.496671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.497887 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6f808d70-e607-489b-ada7-39301fa97757 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3936808 Mar 24 07:46:44.500994 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53092) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:44.505882 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:44.569671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.646074 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2b41cbb1-4434-4fc3-a11d-46ff913faf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.666686 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.770988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.27.3.28 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/f0fbd100-d45d-478b-8ed3-7b3715eb1708) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:44.874690 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.960587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:44.998618 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:46:45.001467 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:45.005743 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:46:45.033952 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=f0fbd100-d45d-478b-8ed3-7b3715eb1708,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:45.100625 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (8ab0a3fd-a127-4238-884d-10f535f69580), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.201989 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.253216 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c07e7-fde0-4600-961c-a5920959f645 req-73d39512-5118-4209-b157-810e61e80806 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:45.255992 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-106c07e7-fde0-4600-961c-a5920959f645 req-73d39512-5118-4209-b157-810e61e80806 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 932 time: 0.0571592 Mar 24 07:46:45.307218 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-106c07e7-fde0-4600-961c-a5920959f645 req-eb429f6e-1b1f-4f28-89ee-32375a0c2198 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452702 Mar 24 07:46:45.362464 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.433814 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.538787 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=f0fbd100-d45d-478b-8ed3-7b3715eb1708,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:45.555162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (8ab0a3fd-a127-4238-884d-10f535f69580), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.575549 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1f15-b93d-47dc-a330-9dca1f6c5aa4 req-ad4232d9-2fe7-4869-a8e4-b4b7e6eeb725 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:45.577056 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-20fa1f15-b93d-47dc-a330-9dca1f6c5aa4 req-ad4232d9-2fe7-4869-a8e4-b4b7e6eeb725 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1167998 Mar 24 07:46:45.611654 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.627699 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-20fa1f15-b93d-47dc-a330-9dca1f6c5aa4 req-447733f3-3bd8-4bc7-af97-5a7afc516563 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Mar 24 07:46:45.641891 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:45.643268 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-cab0c510-5018-48a2-8305-8719e833e847 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1413350 Mar 24 07:46:45.845296 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-48f2b8bb-b3d2-4a9b-9e4b-0bd70281f7c1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--252666838&fields=id&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 267 time: 0.0413840 Mar 24 07:46:45.950126 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-af18e3c9-34f4-4de7-802b-67c89b7a1137 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:45.951587 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-af18e3c9-34f4-4de7-802b-67c89b7a1137 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.1000690 Mar 24 07:46:45.966092 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-f2543de9-ec69-4376-a1c8-3db04bec1930 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/quotas/1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 375 time: 0.0091193 Mar 24 07:46:45.993957 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Request body: {'port': {'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:46.025238 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-47d12af9-57bb-4cb2-b9d9-94b816856af1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541379 Mar 24 07:46:46.051870 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:46.117265 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-d9cb250c-b880-4dd8-8a35-9785501da019 service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802982 Mar 24 07:46:46.211082 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2303826d-9859-4467-86f3-de73dc3546b0 service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878620 Mar 24 07:46:46.359730 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4219fbaf-98cc-40b0-82a4-030ae87a632e {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:46:46.368805 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Publish callbacks [] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:46.408963 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Transition to ACTIVE for port object 4219fbaf-98cc-40b0-82a4-030ae87a632e will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:46:46.434622 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa821ed-aa46-430f-88a9-e74d6000a343 req-c5973f73-9492-48eb-a530-9e79213c829d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:46.436391 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3fa821ed-aa46-430f-88a9-e74d6000a343 req-c5973f73-9492-48eb-a530-9e79213c829d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 932 time: 0.0636275 Mar 24 07:46:46.489053 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3fa821ed-aa46-430f-88a9-e74d6000a343 req-3d236c02-196d-4065-b7ce-d743b586d02f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Mar 24 07:46:46.505683 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:46.562173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Pushing event updated for resources: {'Port': ['ID=4219fbaf-98cc-40b0-82a4-030ae87a632e,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:46.643325 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Attempting to bind port 4219fbaf-98cc-40b0-82a4-030ae87a632e on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:46:46.643669 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Attempting to bind port 4219fbaf-98cc-40b0-82a4-030ae87a632e by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:46:46.644128 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Attempting to bind port 4219fbaf-98cc-40b0-82a4-030ae87a632e on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:46:46.650083 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Port 4219fbaf-98cc-40b0-82a4-030ae87a632e on network 2dadecba-edaa-4555-94ad-d70c7071647c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:46:46.652773 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Attempting to bind port 4219fbaf-98cc-40b0-82a4-030ae87a632e on network 2dadecba-edaa-4555-94ad-d70c7071647c {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:46:46.655818 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:46:46.656193 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Checking segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:46.656582 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Bound using segment: {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:46:46.665028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Bound port: 4219fbaf-98cc-40b0-82a4-030ae87a632e, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65447a5d-0319-42c5-9d92-452eab4a31a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:46:46.665431 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:46.707734 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f37b9635-556c-41bb-911f-17704be10de1 req-d9e9a478-2582-4871-86ef-440c6d80351c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 210 time: 0.2403240 Mar 24 07:46:46.808077 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] For port 4219fbaf-98cc-40b0-82a4-030ae87a632e, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:46:46.811732 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] For port 4219fbaf-98cc-40b0-82a4-030ae87a632e, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:46:46.825343 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2af34-fc37-41d1-9cfa-61fed2498be7 req-b1893ea8-1234-4bb8-a101-288a92ba5373 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:46.826952 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-05e2af34-fc37-41d1-9cfa-61fed2498be7 req-b1893ea8-1234-4bb8-a101-288a92ba5373 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1029143 Mar 24 07:46:46.876692 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-05e2af34-fc37-41d1-9cfa-61fed2498be7 req-25379af0-e5f3-4e7f-96da-07b75d88a1fe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Mar 24 07:46:46.931981 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:46.969657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:46.970207 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:46.971571 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] 10.222.0.67 "PUT /v2.0/ports/4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 1094 time: 0.9819603 Mar 24 07:46:46.972092 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:46:46.975022 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af201d9-0c14-44de-9cd0-978668ae8a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:46:47.014731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3e7c9-1b04-495e-928f-839125a0ac05 service neutron] Pushing event updated for resources: {'Port': ['ID=4219fbaf-98cc-40b0-82a4-030ae87a632e,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:47.019186 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f71d2b4-ced1-4875-a69c-0b6643209cd6 x-openstack-request-id: req-9f71d2b4-ced1-4875-a69c-0b6643209cd6 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:46:47.019649 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:46:47.019966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f71d2b4-ced1-4875-a69c-0b6643209cd6 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:46:47.020652 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f71d2b4-ced1-4875-a69c-0b6643209cd6'] response: {'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'status': 'completed', 'code': 200} Mar 24 07:46:47.103123 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af201d9-0c14-44de-9cd0-978668ae8a3c req-cd01af27-22fc-4eb5-8346-4146ea3c6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.104791 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4af201d9-0c14-44de-9cd0-978668ae8a3c req-cd01af27-22fc-4eb5-8346-4146ea3c6abe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1128 time: 0.0611532 Mar 24 07:46:47.171276 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:47.236494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af201d9-0c14-44de-9cd0-978668ae8a3c req-8bd1b536-d414-4032-986f-d6406929fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.239381 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4af201d9-0c14-44de-9cd0-978668ae8a3c req-8bd1b536-d414-4032-986f-d6406929fca0 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f1ad165a01634101b588b4fabf7c019e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1261885 Mar 24 07:46:47.342656 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af201d9-0c14-44de-9cd0-978668ae8a3c req-17431b87-0dbb-4051-ac07-1652c6876252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.344173 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4af201d9-0c14-44de-9cd0-978668ae8a3c req-17431b87-0dbb-4051-ac07-1652c6876252 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956867 Mar 24 07:46:47.427138 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-89e9a312-9bfc-40ab-b390-8b607b4c54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.428766 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-89e9a312-9bfc-40ab-b390-8b607b4c54f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1128 time: 0.0484340 Mar 24 07:46:47.477474 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-03760291-a58a-4c5a-8757-4e1494a0f9a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 217 time: 0.0401530 Mar 24 07:46:47.539394 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-5ff46c74-9a0c-41cc-9bc6-aa0f27ed8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.540934 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-5ff46c74-9a0c-41cc-9bc6-aa0f27ed8a4e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0551357 Mar 24 07:46:47.626590 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-d2d4c20f-1f1b-4022-9818-f89c1ab64ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.628115 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-d2d4c20f-1f1b-4022-9818-f89c1ab64ca7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786793 Mar 24 07:46:47.639285 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304e454-6b3c-4415-acbe-13a7ceaf6059 req-1220231d-d38d-415d-86e1-f0fa7273e05f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:47.640704 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3304e454-6b3c-4415-acbe-13a7ceaf6059 req-1220231d-d38d-415d-86e1-f0fa7273e05f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 944 time: 0.0642061 Mar 24 07:46:47.762054 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3304e454-6b3c-4415-acbe-13a7ceaf6059 req-5098e9c3-07c5-4183-b0cf-1a3e80463698 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122787 Mar 24 07:46:47.774836 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-e59c231a-f193-4312-b681-2302b947c375 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330411 Mar 24 07:46:47.833241 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-013c7d3a-0da7-45d2-b33e-7a8c81af33b6 req-78024b41-3314-4a6a-802e-fa0995695797 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 210 time: 0.0415812 Mar 24 07:46:47.894867 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f483932-733e-4e06-a169-4f9f03b08f82 req-c53fe233-4cd9-4441-9591-05ace60e36e5 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130970 Mar 24 07:46:48.013607 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18482d-614e-4d0e-8dc6-7f83501dc0b0 req-5a638583-2df1-459a-948c-ae67afe8f060 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:48.015406 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ef18482d-614e-4d0e-8dc6-7f83501dc0b0 req-5a638583-2df1-459a-948c-ae67afe8f060 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0601442 Mar 24 07:46:48.064695 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ef18482d-614e-4d0e-8dc6-7f83501dc0b0 req-7f226f16-eec7-48a7-ada3-c59ac2d65964 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416720 Mar 24 07:46:48.688831 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:48.860808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-0db48a39-7b79-4d64-82c9-4e45846609d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:48.862285 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-0db48a39-7b79-4d64-82c9-4e45846609d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.1129434 Mar 24 07:46:48.938742 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995742db-a42f-49cd-ba62-28baffaa8aa0 req-b256195f-372c-44d6-8e74-7cecee526132 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:48.941035 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-995742db-a42f-49cd-ba62-28baffaa8aa0 req-b256195f-372c-44d6-8e74-7cecee526132 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 944 time: 0.1004820 Mar 24 07:46:48.968970 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2a4a7cb5-d3d1-4070-986b-a7858fa89b17 req-a14d231e-1782-4333-b189-4322d4a89133 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 210 time: 0.0350115 Mar 24 07:46:48.976357 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-fed848ee-a1a2-4d2d-ac0d-2ae8aa6788d4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 471 time: 0.1016612 Mar 24 07:46:48.993318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'port': {'device_id': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'admin_state_up': True, 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'security_groups': ['46396b4f-beb8-4e9b-8fa0-366254b10b02']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:49.020876 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-995742db-a42f-49cd-ba62-28baffaa8aa0 req-c96d835e-928f-4cd6-976e-ab651e440061 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666902 Mar 24 07:46:49.179024 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Made reservation on behalf of 1e792105a0444c72bee0d9c7fd1235ed for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:49.182775 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.227076 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b27201-ec66-4d16-a27c-2d1933d47622 req-c7dfb5f1-9c8b-4c15-9c3f-d27e21fad217 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:49.229707 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a6b27201-ec66-4d16-a27c-2d1933d47622 req-c7dfb5f1-9c8b-4c15-9c3f-d27e21fad217 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0885592 Mar 24 07:46:49.345491 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a6b27201-ec66-4d16-a27c-2d1933d47622 req-4e684247-8cb5-4f46-b9d1-1984bac51150 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883188 Mar 24 07:46:49.357836 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53220) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:49.373393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.20.0.6 (4a73517c-c95f-4cb4-9da3-a77ca754f4bb/3e641aba-2513-4ff7-ad96-00f7847792d3/bd38d507-b2ee-4286-ac0e-350cc2332971) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:49.526440 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.527630 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2e824777-487d-4673-a05c-c6175dc69ab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.600020 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2e824777-487d-4673-a05c-c6175dc69ab3 admin admin] Publish callbacks [] for security_group (2fc53075-fabe-413f-9be4-2e8d79eef1cd), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.651744 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.698926 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:46:49.702178 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:49.711141 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:46:49.714437 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2e824777-487d-4673-a05c-c6175dc69ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (2fc53075-fabe-413f-9be4-2e8d79eef1cd), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.715025 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=bd38d507-b2ee-4286-ac0e-350cc2332971,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:49.768154 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2e824777-487d-4673-a05c-c6175dc69ab3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64d83499883f49cab0202114635ff2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4089274 Mar 24 07:46:49.769068 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e824777-487d-4673-a05c-c6175dc69ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc53075-fabe-413f-9be4-2e8d79eef1cd,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:49.771406 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53234) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:49.773592 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:49.774261 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.841486 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12efc94e-191f-433c-a9f4-5df007c429e9 admin admin] Publish callbacks [] for security_group (2fc53075-fabe-413f-9be4-2e8d79eef1cd), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.864509 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12efc94e-191f-433c-a9f4-5df007c429e9 admin admin] Publish callbacks [] for security_group (2fc53075-fabe-413f-9be4-2e8d79eef1cd), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.866889 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-eab1e429-94be-4f07-9d2c-4d38d97b78b4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8776524 Mar 24 07:46:49.885353 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Request body: {'port': {'device_id': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:49.947764 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.971320 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12efc94e-191f-433c-a9f4-5df007c429e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (2fc53075-fabe-413f-9be4-2e8d79eef1cd), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.974042 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-12efc94e-191f-433c-a9f4-5df007c429e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:49.975583 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-12efc94e-191f-433c-a9f4-5df007c429e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fc53075-fabe-413f-9be4-2e8d79eef1cd HTTP/1.1" status: 204 len: 168 time: 0.2028036 Mar 24 07:46:49.984643 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12efc94e-191f-433c-a9f4-5df007c429e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc53075-fabe-413f-9be4-2e8d79eef1cd,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:50.010249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 4219fbaf-98cc-40b0-82a4-030ae87a632e details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:46:50.113864 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53244) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:50.145122 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 4219fbaf-98cc-40b0-82a4-030ae87a632e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:50.163368 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:46:50.171885 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9c2528a8-77f2-4042-97c5-42b5490577b6 None None] Provisioning complete for port bd38d507-b2ee-4286-ac0e-350cc2332971 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:50.172647 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9c2528a8-77f2-4042-97c5-42b5490577b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.226095 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd027-0c54-4aac-8ee6-d7e93b02f2ad req-cff6e928-7dd8-4b03-826e-4f8bdaa82bb9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:50.227684 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-920cd027-0c54-4aac-8ee6-d7e93b02f2ad req-cff6e928-7dd8-4b03-826e-4f8bdaa82bb9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 931 time: 0.0922701 Mar 24 07:46:50.297339 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 4219fbaf-98cc-40b0-82a4-030ae87a632e is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:50.297741 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.314140 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4219fbaf-98cc-40b0-82a4-030ae87a632e {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:46:50.315474 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d1d5759d-b647-4284-82ef-7d87b7f6cb49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.340205 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-920cd027-0c54-4aac-8ee6-d7e93b02f2ad req-2bc4bbc7-3c18-45f3-aa2c-be848e9a9b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015263 Mar 24 07:46:50.341695 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9c2528a8-77f2-4042-97c5-42b5490577b6 None None] Port bd38d507-b2ee-4286-ac0e-350cc2332971 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:46:50.347535 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 4219fbaf-98cc-40b0-82a4-030ae87a632e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:50.412985 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.422675 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bafe6c-d134-43a7-baf9-87a3d89f83b8 req-d05fac07-b73d-42d8-99cf-c7f898511e90 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:50.424350 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-78bafe6c-d134-43a7-baf9-87a3d89f83b8 req-d05fac07-b73d-42d8-99cf-c7f898511e90 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 944 time: 0.1374958 Mar 24 07:46:50.445109 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d1d5759d-b647-4284-82ef-7d87b7f6cb49 admin admin] Publish callbacks [] for security_group (e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.488719 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=4219fbaf-98cc-40b0-82a4-030ae87a632e,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:50.508192 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.508895 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.509431 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.509984 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.510178 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d1d5759d-b647-4284-82ef-7d87b7f6cb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.510702 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.511223 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.511754 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.512336 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.513038 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.513566 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.514087 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.514628 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.515222 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.515703 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.516248 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:50.539183 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-78bafe6c-d134-43a7-baf9-87a3d89f83b8 req-ab6e164a-58cc-4e13-bf5d-cd7a1e81df14 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078808 Mar 24 07:46:50.562445 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5759d-b647-4284-82ef-7d87b7f6cb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:50.575537 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c690cb-cadf-4113-8f48-a43efdaf9ff8 req-dc314e5a-86a7-4fc9-8743-e00ea0b5c777 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:50.582800 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-73c690cb-cadf-4113-8f48-a43efdaf9ff8 req-dc314e5a-86a7-4fc9-8743-e00ea0b5c777 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1212044 Mar 24 07:46:50.588545 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d1d5759d-b647-4284-82ef-7d87b7f6cb49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=422ccd8230104428a8af24ae83364414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733605 Mar 24 07:46:50.602190 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53256) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:50.645585 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-73c690cb-cadf-4113-8f48-a43efdaf9ff8 req-3b53857d-e887-487b-9665-2966f8f51ad1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617411 Mar 24 07:46:50.710299 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['4219fbaf-98cc-40b0-82a4-030ae87a632e'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:46:50.711672 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd38d507-b2ee-4286-ac0e-350cc2332971 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:46:50.717909 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71c9aa4b-dc60-4d2d-92d3-d5476275a13a admin admin] Publish callbacks [] for security_group (e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.720717 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Publish callbacks [] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.748634 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Transition to ACTIVE for port object bd38d507-b2ee-4286-ac0e-350cc2332971 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:46:50.755612 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71c9aa4b-dc60-4d2d-92d3-d5476275a13a admin admin] Publish callbacks [] for security_group (e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.813119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.920695 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Pushing event updated for resources: {'Port': ['ID=bd38d507-b2ee-4286-ac0e-350cc2332971,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:50.955170 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Attempting to bind port bd38d507-b2ee-4286-ac0e-350cc2332971 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:46:50.955502 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Attempting to bind port bd38d507-b2ee-4286-ac0e-350cc2332971 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:46:50.955843 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Attempting to bind port bd38d507-b2ee-4286-ac0e-350cc2332971 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:46:50.960731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71c9aa4b-dc60-4d2d-92d3-d5476275a13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.963230 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71c9aa4b-dc60-4d2d-92d3-d5476275a13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:50.967596 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-71c9aa4b-dc60-4d2d-92d3-d5476275a13a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d HTTP/1.1" status: 204 len: 168 time: 0.3611703 Mar 24 07:46:50.969050 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Port bd38d507-b2ee-4286-ac0e-350cc2332971 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:46:50.969409 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Attempting to bind port bd38d507-b2ee-4286-ac0e-350cc2332971 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:46:50.979211 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9aa4b-dc60-4d2d-92d3-d5476275a13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b0e5ee-bf5e-4b3f-98fa-c4a11946216d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:50.981064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:46:50.981412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:50.981798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Bound using segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:46:50.982247 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Bound port: bd38d507-b2ee-4286-ac0e-350cc2332971, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:46:50.982610 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:51.074040 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] For port bd38d507-b2ee-4286-ac0e-350cc2332971, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:46:51.076230 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] For port bd38d507-b2ee-4286-ac0e-350cc2332971, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=bd38d507-b2ee-4286-ac0e-350cc2332971,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:46:51.148835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:51.187836 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.188385 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:51.189876 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] 10.222.0.67 "PUT /v2.0/ports/bd38d507-b2ee-4286-ac0e-350cc2332971 HTTP/1.1" status: 200 len: 1093 time: 1.3093607 Mar 24 07:46:51.190210 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:46:51.193106 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb45d73-bd98-4f06-b973-6511dbad3a96" -d '{"events": [{"name": "network-changed", "server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:46:51.222367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cf6db-5801-4dfc-8766-5d1cf590db12 service neutron] Pushing event updated for resources: {'Port': ['ID=bd38d507-b2ee-4286-ac0e-350cc2332971,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:51.256691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210088e6-6595-4427-8d9c-ddc46d6a668c x-openstack-request-id: req-210088e6-6595-4427-8d9c-ddc46d6a668c {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:46:51.256691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:46:51.256691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-210088e6-6595-4427-8d9c-ddc46d6a668c {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:46:51.256691 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-210088e6-6595-4427-8d9c-ddc46d6a668c'] response: {'name': 'network-changed', 'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'status': 'completed', 'code': 200} Mar 24 07:46:51.354666 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb45d73-bd98-4f06-b973-6511dbad3a96 req-5aa4bd29-4cd7-4366-b504-2923b201fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.354666 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9bb45d73-bd98-4f06-b973-6511dbad3a96 req-5aa4bd29-4cd7-4366-b504-2923b201fcd9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 1127 time: 0.0791247 Mar 24 07:46:51.363830 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53284) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:51.521489 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751c23d-4784-4e8a-81a3-fa3d6d44c2cc req-bfd3b138-788d-46e8-937d-4522cf4e18d2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.529442 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f751c23d-4784-4e8a-81a3-fa3d6d44c2cc req-bfd3b138-788d-46e8-937d-4522cf4e18d2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 943 time: 0.1000924 Mar 24 07:46:51.533068 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb45d73-bd98-4f06-b973-6511dbad3a96 req-da39c9dd-6829-4dc5-94ed-be188404d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.537445 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9bb45d73-bd98-4f06-b973-6511dbad3a96 req-da39c9dd-6829-4dc5-94ed-be188404d7d4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1655610 Mar 24 07:46:51.632989 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f751c23d-4784-4e8a-81a3-fa3d6d44c2cc req-d2a86dd7-ad5b-4ce9-b553-6020cc758577 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935633 Mar 24 07:46:51.647683 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f3db563-8165-4f3f-860c-2ab924f48d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:51.659559 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb45d73-bd98-4f06-b973-6511dbad3a96 req-8e6daad5-749d-46bd-9cad-fd1a85fc1149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.663331 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9bb45d73-bd98-4f06-b973-6511dbad3a96 req-8e6daad5-749d-46bd-9cad-fd1a85fc1149 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209590 Mar 24 07:46:51.748981 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f3db563-8165-4f3f-860c-2ab924f48d62 admin admin] Publish callbacks [] for security_group (51c2eb12-63a9-4543-965a-bc9eaef6b36f), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:51.795660 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca786671-92ef-434e-8e7e-dc67ddc3a7c6 req-31176511-10ef-4db1-b90a-9be5fcf712f9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.797306 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ca786671-92ef-434e-8e7e-dc67ddc3a7c6 req-31176511-10ef-4db1-b90a-9be5fcf712f9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.0631394 Mar 24 07:46:51.813551 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c798f-0077-49db-8d69-9992ebe52117 req-fb01a146-b83d-49c0-93dc-74e7818f3232 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.815134 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2a8c798f-0077-49db-8d69-9992ebe52117 req-fb01a146-b83d-49c0-93dc-74e7818f3232 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 945 time: 0.1362028 Mar 24 07:46:51.818909 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-5dc591b4-b7a6-4c91-8249-d90ae6c708b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.820395 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-5dc591b4-b7a6-4c91-8249-d90ae6c708b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 1127 time: 0.0863867 Mar 24 07:46:51.827268 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2f3db563-8165-4f3f-860c-2ab924f48d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (51c2eb12-63a9-4543-965a-bc9eaef6b36f), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:51.884198 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-bed994d7-8191-4e55-a118-6ac18ec74ed8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd38d507-b2ee-4286-ac0e-350cc2332971 HTTP/1.1" status: 200 len: 217 time: 0.0554943 Mar 24 07:46:51.886829 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53304) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:51.887278 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2f3db563-8165-4f3f-860c-2ab924f48d62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a46ef7f41ad9489f876d7b4ef62aeff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228641 Mar 24 07:46:51.914564 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2a8c798f-0077-49db-8d69-9992ebe52117 req-e0f19e35-b01f-4f45-80cd-8f000354434e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926116 Mar 24 07:46:51.935929 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3db563-8165-4f3f-860c-2ab924f48d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c2eb12-63a9-4543-965a-bc9eaef6b36f,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:51.957818 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ca786671-92ef-434e-8e7e-dc67ddc3a7c6 req-632b4578-1027-49c4-8d3c-2bccccdc8463 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516542 Mar 24 07:46:51.981518 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-550eb6da-5937-46b1-b2d2-a2ea36be8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:51.983094 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-550eb6da-5937-46b1-b2d2-a2ea36be8df0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.0735314 Mar 24 07:46:52.043464 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:46:52.053297 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 4219fbaf-98cc-40b0-82a4-030ae87a632e up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:46:52.059733 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-f7645e7b-ea41-4465-a9ba-10e1268cb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:52.061298 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-f7645e7b-ea41-4465-a9ba-10e1268cb030 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698576 Mar 24 07:46:52.061921 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-78d23552-89b4-4367-b022-ac8948e55fb0 admin admin] Publish callbacks [] for security_group (51c2eb12-63a9-4543-965a-bc9eaef6b36f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.132836 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-78d23552-89b4-4367-b022-ac8948e55fb0 admin admin] Publish callbacks [] for security_group (51c2eb12-63a9-4543-965a-bc9eaef6b36f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.190868 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 4219fbaf-98cc-40b0-82a4-030ae87a632e completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:46:52.197389 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 4219fbaf-98cc-40b0-82a4-030ae87a632e triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:52.198051 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.204208 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-254508bb-4c75-4800-8b35-bb0fc0064205 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315873 Mar 24 07:46:52.266165 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:52.268743 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-78d23552-89b4-4367-b022-ac8948e55fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (51c2eb12-63a9-4543-965a-bc9eaef6b36f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.274221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-78d23552-89b4-4367-b022-ac8948e55fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.278056 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-78d23552-89b4-4367-b022-ac8948e55fb0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51c2eb12-63a9-4543-965a-bc9eaef6b36f HTTP/1.1" status: 204 len: 168 time: 0.3878665 Mar 24 07:46:52.289918 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d23552-89b4-4367-b022-ac8948e55fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c2eb12-63a9-4543-965a-bc9eaef6b36f,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:52.319240 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'mac_address': 'fa:16:3e:07:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:46:52.325681 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9ad44100-ce6a-4e52-a9e7-4e6466c9c3fa req-2bbf3188-e96e-4ce1-8998-3e09011d8ef7 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147571 Mar 24 07:46:52.350407 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 4219fbaf-98cc-40b0-82a4-030ae87a632e is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:52.350810 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.381729 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: ACTIVE; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:52.382049 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.387422 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:46:52.389744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327294b6-2721-40de-b60f-c26a6a6998a2" -d '{"events": [{"server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "name": "network-vif-plugged", "status": "completed", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:46:52.411466 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 4219fbaf-98cc-40b0-82a4-030ae87a632e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:52.418667 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:46:52.448114 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:52.450574 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d528c117-429a-415d-9693-223f9f0fc9a3 x-openstack-request-id: req-d528c117-429a-415d-9693-223f9f0fc9a3 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:46:52.450954 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "name": "network-vif-plugged", "status": "completed", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:46:52.451279 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d528c117-429a-415d-9693-223f9f0fc9a3 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:46:52.451756 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d528c117-429a-415d-9693-223f9f0fc9a3'] response: {'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'code': 200} Mar 24 07:46:52.523311 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.554228 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:52.574454 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=4219fbaf-98cc-40b0-82a4-030ae87a632e,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:52.642097 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=6']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:52.675023 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53330) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:52.677555 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:46:52.708070 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53334) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:52.762898 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca7b59-2042-49e9-85ec-7dd24495c95f req-e43c1544-51d9-48e7-930c-c1468949a33c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:52.765758 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2bca7b59-2042-49e9-85ec-7dd24495c95f req-e43c1544-51d9-48e7-930c-c1468949a33c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 943 time: 0.0724819 Mar 24 07:46:52.821890 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c07557-6dea-447e-8eb5-09f61fd908fd req-537948fc-8adc-4ac4-9d3e-3ff9df6d7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:52.823407 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-51c07557-6dea-447e-8eb5-09f61fd908fd req-537948fc-8adc-4ac4-9d3e-3ff9df6d7680 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.0689521 Mar 24 07:46:52.843169 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2bca7b59-2042-49e9-85ec-7dd24495c95f req-24b619a1-2444-466d-99da-e0d31f3d631b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690696 Mar 24 07:46:52.901910 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366984315-network', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:52.914613 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-51c07557-6dea-447e-8eb5-09f61fd908fd req-8b7a00d4-9f16-445e-9135-0f65c844c327 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823441 Mar 24 07:46:52.928228 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e26bc9c-099f-41b3-8067-c523b4ed9eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.028792 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Made reservation on behalf of 31fcf26080d94a488a61d9b6c65acf49 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:53.031420 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.046641 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.087092 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f0fc6-91bd-4218-9ea7-38565dfc658f req-c7140b16-0313-453f-a896-7b62d702487b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:53.088906 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-148f0fc6-91bd-4218-9ea7-38565dfc658f req-c7140b16-0313-453f-a896-7b62d702487b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0875344 Mar 24 07:46:53.091648 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e26bc9c-099f-41b3-8067-c523b4ed9eb5 admin admin] Publish callbacks [] for security_group (4c2a15f1-90fd-4289-9e9b-4d99e8776262), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.158534 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-148f0fc6-91bd-4218-9ea7-38565dfc658f req-ae03093c-3ee2-4892-8724-bd81c81a9182 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632918 Mar 24 07:46:53.161774 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f2a9-ac4c-43e2-94af-f998e9dac35c req-d695a96a-dbb7-44c3-9a47-acd9fe97a4be tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:53.163295 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-43d1f2a9-ac4c-43e2-94af-f998e9dac35c req-d695a96a-dbb7-44c3-9a47-acd9fe97a4be tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.1142833 Mar 24 07:46:53.169323 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6e26bc9c-099f-41b3-8067-c523b4ed9eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (4c2a15f1-90fd-4289-9e9b-4d99e8776262), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.212494 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6e26bc9c-099f-41b3-8067-c523b4ed9eb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20b62a67dec9420d85802cd994bd2f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5032825 Mar 24 07:46:53.213583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26bc9c-099f-41b3-8067-c523b4ed9eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2a15f1-90fd-4289-9e9b-4d99e8776262,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:53.216956 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53352) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:53.225587 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks [] for security_group (ca96dca7-373a-4fd1-86d8-97ee3039d3a9), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.247488 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-43d1f2a9-ac4c-43e2-94af-f998e9dac35c req-f7fd50bd-b0fc-40a5-a833-b191971acfb1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781085 Mar 24 07:46:53.280094 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ed-291e-401c-a176-d95501546d18 admin admin] Publish callbacks [] for security_group (4c2a15f1-90fd-4289-9e9b-4d99e8776262), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.302799 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ed-291e-401c-a176-d95501546d18 admin admin] Publish callbacks [] for security_group (4c2a15f1-90fd-4289-9e9b-4d99e8776262), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.302924 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ca96dca7-373a-4fd1-86d8-97ee3039d3a9), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.325066 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:46:53.338962 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca96dca7-373a-4fd1-86d8-97ee3039d3a9,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:53.343798 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (df36890c-4eca-499d-ab31-20699d2bb660), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.344235 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Added segment df36890c-4eca-499d-ab31-20699d2bb660 of type vlan for network 712b2f54-8f17-4cdb-810c-f033ea698c3b Mar 24 07:46:53.387242 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (712b2f54-8f17-4cdb-810c-f033ea698c3b), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.462751 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ed-291e-401c-a176-d95501546d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (4c2a15f1-90fd-4289-9e9b-4d99e8776262), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.466891 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2831c0ed-291e-401c-a176-d95501546d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.468281 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2831c0ed-291e-401c-a176-d95501546d18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c2a15f1-90fd-4289-9e9b-4d99e8776262 HTTP/1.1" status: 204 len: 168 time: 0.2503035 Mar 24 07:46:53.478533 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831c0ed-291e-401c-a176-d95501546d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2a15f1-90fd-4289-9e9b-4d99e8776262,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:53.486523 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (712b2f54-8f17-4cdb-810c-f033ea698c3b), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.487896 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:53.489128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.558637 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8820708 Mar 24 07:46:53.561631 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53364) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:53.569350 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Request body: {'subnet': {'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366984315-subnet', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:53.573393 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add74733-d23b-412b-99b8-c4e1722cdabb admin admin] Pushing event updated for resources: {'Network': ['ID=712b2f54-8f17-4cdb-810c-f033ea698c3b,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:53.592202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:46:53.656768 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Made reservation on behalf of 31fcf26080d94a488a61d9b6c65acf49 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:53.659145 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903979'] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.810558 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53370) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:53.920261 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11801623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903997'] for subnet (ddb4faf1-f488-4a45-928e-d19f464d33df), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:53.924992 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1469985788-network', 'tenant_id': '843ce9f649054ac6a5de4aff29f63aab'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:54.011194 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Made reservation on behalf of 843ce9f649054ac6a5de4aff29f63aab for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:54.014488 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.016345 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb4faf1-f488-4a45-928e-d19f464d33df,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:54.029010 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.032738 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Checking segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:54.033104 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Network hostable DHCP agents. Network: 712b2f54-8f17-4cdb-810c-f033ea698c3b, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:46:54.043845 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f8a6b-3160-4a1c-afab-5ad7c8319215 req-98abf05e-b5fe-4fde-98a9-18752413ab66 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:54.045363 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device bd38d507-b2ee-4286-ac0e-350cc2332971 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:46:54.045493 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-599f8a6b-3160-4a1c-afab-5ad7c8319215 req-98abf05e-b5fe-4fde-98a9-18752413ab66 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 943 time: 0.1200199 Mar 24 07:46:54.079105 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:46:54.112244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks [] for security_group (d9cdfa25-e28c-4cf1-83ce-025c4ef5b516), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.116999 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-599f8a6b-3160-4a1c-afab-5ad7c8319215 req-1af9f2f8-cdba-4170-bc49-b0077f14e6e6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612934 Mar 24 07:46:54.140364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:46:54.203500 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d9cdfa25-e28c-4cf1-83ce-025c4ef5b516), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.230801 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:54.231462 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.237164 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port bd38d507-b2ee-4286-ac0e-350cc2332971, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=bd38d507-b2ee-4286-ac0e-350cc2332971,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:54.243202 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:46:54.263371 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 712b2f54-8f17-4cdb-810c-f033ea698c3b) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:54.268688 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:54.270116 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.281311 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'port_id': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'mac_address': 'fa:16:3e:b3:2b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:46:54.287842 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13e19e-bf9d-4804-b1d3-1b512f4fabbf None None] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:46:54.314912 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (300c39ba-97c3-44aa-b853-2790f92af79f), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.315508 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Added segment 300c39ba-97c3-44aa-b853-2790f92af79f of type vlan for network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 Mar 24 07:46:54.325312 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:54.401199 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.419902 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73bf62-658d-4967-8083-747cd5e139ba req-f7825be5-3f70-43af-b247-3999371015e3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:54.426635 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a0a9c4e6-44ce-450b-9521-4000b3add884 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8611596 Mar 24 07:46:54.427464 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5d73bf62-658d-4967-8083-747cd5e139ba req-f7825be5-3f70-43af-b247-3999371015e3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1839509 Mar 24 07:46:54.428588 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53394) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:54.435667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:54.460314 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port bd38d507-b2ee-4286-ac0e-350cc2332971 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:54.467215 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.495809 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f6ce-58f5-4f84-9488-13effe38cd84 req-e0a7e2b4-a337-46b3-8bc3-930ef4ae016b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:54.500062 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fc03f6ce-58f5-4f84-9488-13effe38cd84 req-e0a7e2b4-a337-46b3-8bc3-930ef4ae016b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.1508217 Mar 24 07:46:54.518380 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd38d507-b2ee-4286-ac0e-350cc2332971 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:46:54.521776 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5d73bf62-658d-4967-8083-747cd5e139ba req-af360699-0289-4a5f-a327-a4e1c37cefb5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932021 Mar 24 07:46:54.576363 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fc03f6ce-58f5-4f84-9488-13effe38cd84 req-835f947e-a0a0-4db6-985b-5d344168d85b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688412 Mar 24 07:46:54.604186 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.604830 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.606590 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.606815 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:54.607835 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.680567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:54.681197 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.683255 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] Pushing event updated for resources: {'Network': ['ID=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:54.706438 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:46:54.709499 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-712b2f54-8f17-4cdb-810c-f033ea698c3b', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:46:54.709646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks [] for router_controller (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), precommit_add_association {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.710350 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.719469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53400) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:54.763515 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port bd38d507-b2ee-4286-ac0e-350cc2332971, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=bd38d507-b2ee-4286-ac0e-350cc2332971,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:54.786608 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a09ab0e4-5ebc-4ba5-a14c-ea8dc15ed166 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9819539 Mar 24 07:46:54.789742 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53404) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:54.789946 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:46:54.792241 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88649934-2ba3-4259-8711-13fe855f462d" -d '{"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-plugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:46:54.794742 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Request body: {'subnet': {'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1469985788-subnet', 'tenant_id': '843ce9f649054ac6a5de4aff29f63aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:54.869130 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:54.871347 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fae656d-3096-46bf-8af7-eb2fdde2424d x-openstack-request-id: req-5fae656d-3096-46bf-8af7-eb2fdde2424d {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:46:54.871668 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-plugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:46:54.871931 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fae656d-3096-46bf-8af7-eb2fdde2424d {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:46:54.872388 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fae656d-3096-46bf-8af7-eb2fdde2424d'] response: {'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'code': 200} Mar 24 07:46:54.887265 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.892081 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-447165220-network', 'tenant_id': '732e20b796c4417d925b33585cc0a269'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:54.902621 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Made reservation on behalf of 843ce9f649054ac6a5de4aff29f63aab for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:54.906927 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12446872'] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.937311 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:54.988570 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks [] for router_gateway (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.006152 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=bd38d507-b2ee-4286-ac0e-350cc2332971,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:55.015746 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Allocated IP 172.20.0.2 (712b2f54-8f17-4cdb-810c-f033ea698c3b/ddb4faf1-f488-4a45-928e-d19f464d33df/4fbdb926-297f-4da9-a14e-d2cf5b8c2c60) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:55.055533 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Made reservation on behalf of 732e20b796c4417d925b33585cc0a269 for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:55.060622 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.076064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.123524 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=7']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:55.188530 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12377496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12446862'] for subnet (639e571b-ee04-4ec7-a7f1-42123add1f1e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.213344 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks [] for security_group (67aecd77-85fc-451b-954e-e3b9d2ae22aa), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.234262 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=639e571b-ee04-4ec7-a7f1-42123add1f1e,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:55.268792 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Checking segment: {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:55.269212 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Network hostable DHCP agents. Network: a73d2aa9-c222-4233-91c9-f6cc79e8ccd7, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:46:55.269747 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Publish callbacks [] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.276855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (67aecd77-85fc-451b-954e-e3b9d2ae22aa), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.279623 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['bd38d507-b2ee-4286-ac0e-350cc2332971'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:46:55.345375 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:46:55.403222 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.413759 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (622387d0-d612-47c2-b486-e0ca22c20ef9), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.414284 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Added segment 622387d0-d612-47c2-b486-e0ca22c20ef9 of type vlan for network c4a5e492-8761-4ec1-9b80-35070e2a6827 Mar 24 07:46:55.416857 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67aecd77-85fc-451b-954e-e3b9d2ae22aa,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:55.424390 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:46:55.461215 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:46:55.469662 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ee93f-3add-40c9-92ec-41de12f1efb9 req-22077d4e-2b06-4a32-bcb6-ca3f0f12e5ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:55.471133 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-691ee93f-3add-40c9-92ec-41de12f1efb9 req-22077d4e-2b06-4a32-bcb6-ca3f0f12e5ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 944 time: 0.2363751 Mar 24 07:46:55.473988 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:55.479753 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:46:55.482045 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Pushing event updated for resources: {'Port': ['ID=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:55.511612 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, a73d2aa9-c222-4233-91c9-f6cc79e8ccd7) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:55.516614 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:55.520166 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.526425 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (c4a5e492-8761-4ec1-9b80-35070e2a6827), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.537293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks [] for router_gateway (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.542187 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec9865-19be-49ca-b3bb-62affc28360b None None] Network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:46:55.588744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Attempting to bind port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:46:55.589127 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Attempting to bind port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:46:55.589501 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Attempting to bind port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 on network 712b2f54-8f17-4cdb-810c-f033ea698c3b {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:46:55.598966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.602009 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:46:55.602400 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Checking segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:55.602803 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.603211 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Bound using segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:46:55.603700 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Bound port: 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:46:55.604121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.604665 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a3383a57-272e-467e-8c5d-55c897902ecd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8135695 Mar 24 07:46:55.704892 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a2ac85-f0a9-4d83-92c4-9fc866666050 None None] Network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:46:55.729623 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0438323-8226-4ef3-9433-bfe474d5e075 req-6b5dc92b-b410-409b-87f6-608dd7a55e66 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:55.731516 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a0438323-8226-4ef3-9433-bfe474d5e075 req-6b5dc92b-b410-409b-87f6-608dd7a55e66 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1104805 Mar 24 07:46:55.766792 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] For port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:46:55.772326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.db.resource_extend [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 24 07:46:55.793848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] For port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:46:55.800177 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Allocated IP 172.27.3.23 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:55.835108 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a0438323-8226-4ef3-9433-bfe474d5e075 req-3e79ff45-75a3-4065-8cfd-1011e8c3edfe tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884347 Mar 24 07:46:55.848066 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-691ee93f-3add-40c9-92ec-41de12f1efb9 req-df482b5b-711c-453a-8462-c9ad59394f23 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541920 Mar 24 07:46:55.890252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (c4a5e492-8761-4ec1-9b80-35070e2a6827), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.891315 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:55.891901 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.909455 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:55.989939 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aae18b-5111-4e82-9980-539ca9eb782d None None] Pushing event updated for resources: {'Port': ['ID=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:56.076344 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aeeb9-9f9f-4864-a382-11834d8b454c req-a8ffe2f9-736c-48c9-b8d7-0a20a61f6005 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:56.078580 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-801aeeb9-9f9f-4864-a382-11834d8b454c req-a8ffe2f9-736c-48c9-b8d7-0a20a61f6005 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1005044 Mar 24 07:46:56.105123 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4a5e492-8761-4ec1-9b80-35070e2a6827,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:56.119486 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:46:56.146695 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-801aeeb9-9f9f-4864-a382-11834d8b454c req-a330576a-0d0c-4717-9779-180fcb0e48b5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587821 Mar 24 07:46:56.195535 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53458) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:56.196245 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-544a1e1f-80d2-44ce-9816-b45a8def68a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4749784 Mar 24 07:46:56.201980 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Request body: {'subnet': {'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-447165220-subnet', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:56.225334 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks [] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:56.241415 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df4950-cb6c-4e1f-a52c-6add5fe8c78b req-169637a5-3f55-44a0-813d-b500df760bc1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:56.243808 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-26df4950-cb6c-4e1f-a52c-6add5fe8c78b req-169637a5-3f55-44a0-813d-b500df760bc1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.2478323 Mar 24 07:46:56.256455 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53460) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:56.272840 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'floatingip': {'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:56.337385 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Made reservation on behalf of 732e20b796c4417d925b33585cc0a269 for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:46:56.344985 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12446872'] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:56.365847 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:56.424505 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:46:56.430977 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:56.431138 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:56.440782 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:46:56.449066 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Pushing event updated for resources: {'Port': ['ID=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:56.965103 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks [] for router_gateway (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.137495 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.139434 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12377496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12446862'] for subnet (b0966ed7-edc0-49c5-af43-4bc9e5acaecc), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.225717 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.368341 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0966ed7-edc0-49c5-af43-4bc9e5acaecc,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:57.394594 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Checking segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:57.395308 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Network hostable DHCP agents. Network: c4a5e492-8761-4ec1-9b80-35070e2a6827, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:46:57.395840 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309278c6-33d2-4883-b125-af0a42fdc7f0 req-ad3a5496-2f82-4908-b972-1e6d1b7b3b34 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:57.404657 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-309278c6-33d2-4883-b125-af0a42fdc7f0 req-ad3a5496-2f82-4908-b972-1e6d1b7b3b34 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1016588 Mar 24 07:46:57.416963 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec73cf-ef75-4091-a805-2e24ed7616c5 req-d51aa82d-c144-4e2d-99eb-4a3dd7c64127 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:57.419192 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26ec73cf-ef75-4091-a805-2e24ed7616c5 req-d51aa82d-c144-4e2d-99eb-4a3dd7c64127 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 944 time: 0.4319992 Mar 24 07:46:57.421793 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Floating IP e63c13e5-508a-4b23-a052-70a4ecd7b652 associated. External IP: 172.27.3.22, port: 4219fbaf-98cc-40b0-82a4-030ae87a632e. Mar 24 07:46:57.423414 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.538409 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632263fa-94c8-4bac-9c59-960cd11a4e9a None None] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:46:57.570488 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-309278c6-33d2-4883-b125-af0a42fdc7f0 req-a1c0b97c-188e-4bbf-ba5a-448d357b2ca8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645505 Mar 24 07:46:57.698511 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] Provisioning complete for port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:57.699032 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.742516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:46:57.859680 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:46:57.944331 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] Current status of the port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:57.945101 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:57.976168 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:46:57.992943 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Sync routers for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:46:57.997251 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:46:58.023918 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:46:58.028143 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:46:58.032557 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26ec73cf-ef75-4091-a805-2e24ed7616c5 req-56e2214e-57d0-4640-9f58-89f01ec907f0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5654700 Mar 24 07:46:58.087832 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] For port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:46:58.107028 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device bd38d507-b2ee-4286-ac0e-350cc2332971 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:46:58.153895 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Router f1779670-f587-4328-893b-28a7081668bf has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:46:58.178622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:58.179001 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.243124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.247341 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-aa643ce1-58de-4d81-81d0-d62c02f87a26 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8150318 Mar 24 07:46:58.248534 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53496) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:58.287163 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:46:58.317183 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:58.317483 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.351989 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, c4a5e492-8761-4ec1-9b80-35070e2a6827) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:46:58.356211 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.364724 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:58.365599 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.366455 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port bd38d507-b2ee-4286-ac0e-350cc2332971 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:46:58.471867 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:46:58.479650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.496140 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7958e-cb67-4294-9b5a-10fd83f848c3 None None] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:46:58.503813 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e9d20-f94d-49d7-b46f-730ac9e1fec5 None None] Pushing event updated for resources: {'Port': ['ID=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:58.514425 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] Sync routers for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:46:58.536849 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:46:56Z', 'revision_number': 3, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:46:58.546908 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0a332035-1da0-48a3-9675-537498757e85 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "PUT /v2.0/floatingips/e63c13e5-508a-4b23-a052-70a4ecd7b652 HTTP/1.1" status: 200 len: 991 time: 2.2889934 Mar 24 07:46:58.549715 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:46:58.565354 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf121213-7bfe-487f-a5cf-f04d875f007c" -d '{"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:46:58.571285 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d57b14b3-ae1e-4e75-aae5-f62e167005cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3738918 Mar 24 07:46:58.573546 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53502) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:46:58.577780 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:46:58.591346 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Checking router: a615aad1-9a0b-41b7-b6c1-6623d4faadb0 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:46:58.593707 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Updating router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:46:58.635223 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.636054 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4ad1b-6f39-4ebd-9af4-cab421f84b98 x-openstack-request-id: req-12b4ad1b-6f39-4ebd-9af4-cab421f84b98 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:46:58.636429 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:46:58.636615 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12b4ad1b-6f39-4ebd-9af4-cab421f84b98 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:46:58.637006 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b4ad1b-6f39-4ebd-9af4-cab421f84b98'] response: {'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'status': 'completed', 'code': 200} Mar 24 07:46:58.648206 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.db.api [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 07:46:58.648850 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG oslo_db.api [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 07:46:58.649048 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port bd38d507-b2ee-4286-ac0e-350cc2332971 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:58.649416 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.697152 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (80a10577-883d-4730-adc9-db3b62d60f65), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.698228 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (80a10577-883d-4730-adc9-db3b62d60f65), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.754363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4471b59b-6b7a-4250-8361-d7e7d5cdd8bf tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:58.762102 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4471b59b-6b7a-4250-8361-d7e7d5cdd8bf tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/networks?id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 200 len: 809 time: 0.6237819 Mar 24 07:46:58.801180 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-ff6af5d3-dd39-4664-bda4-c30db9e57538 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/quotas/843ce9f649054ac6a5de4aff29f63aab HTTP/1.1" status: 200 len: 375 time: 0.0374322 Mar 24 07:46:58.826707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks [] for router_controller (80a10577-883d-4730-adc9-db3b62d60f65), precommit_add_association {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:58.851244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b63eaf-f2cc-41b9-b549-552af43b82e4 req-86a45c5b-e905-489d-8704-62f3276d41cf tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:58.852690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:46:58.852690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:46:58.861871 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-95927306-d3ed-4955-9821-139fc1ae4263 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=843ce9f649054ac6a5de4aff29f63aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597355 Mar 24 07:46:58.879633 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-81b63eaf-f2cc-41b9-b549-552af43b82e4 req-86a45c5b-e905-489d-8704-62f3276d41cf tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1697409 Mar 24 07:46:58.891955 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-3ff68dcd-7a3a-4688-aba0-65b1f340d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:58.893621 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-3ff68dcd-7a3a-4688-aba0-65b1f340d641 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.2243519 Mar 24 07:46:59.109486 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Publish callbacks [] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.132603 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-81b63eaf-f2cc-41b9-b549-552af43b82e4 req-d84f41bb-d1a9-493b-9f11-1a22834d4ac0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416525 Mar 24 07:46:59.215312 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.305432 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Pushing event updated for resources: {'Port': ['ID=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,revision_number=2']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:46:59.307175 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks [] for router_gateway (80a10577-883d-4730-adc9-db3b62d60f65), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.333852 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.334207 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.334575 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.334938 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.335276 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.335984 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.335984 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.336273 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.344768 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.344768 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.345080 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.346442 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.348149 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.348524 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.348871 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:46:59.365613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-c4a5e492-8761-4ec1-9b80-35070e2a6827', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:46:59.366592 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.371291 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8402e93-403b-428c-a7fd-393b1ea931cb req-51fbefb6-7276-4de7-bcf7-d19e20fe549e tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:59.382673 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c8402e93-403b-428c-a7fd-393b1ea931cb req-51fbefb6-7276-4de7-bcf7-d19e20fe549e tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 944 time: 0.1221032 Mar 24 07:46:59.399369 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-73eb8f0c-84c4-4064-9444-5be7cf29917d None None] Provisioning complete for port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:46:59.399798 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-73eb8f0c-84c4-4064-9444-5be7cf29917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.403545 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Attempting to bind port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:46:59.404097 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Attempting to bind port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:46:59.404471 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Attempting to bind port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:46:59.413461 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-5608021e-280f-460b-ae77-ee5820072559 service neutron] 10.222.0.20 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418105 Mar 24 07:46:59.419115 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:46:59.419500 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:46:59.419915 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.420544 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-fb50ce20-6c0e-47e6-9a1d-da6179b3e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:46:59.422156 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-fb50ce20-6c0e-47e6-9a1d-da6179b3e49d service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.4085367 Mar 24 07:46:59.424290 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:46:59.424828 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Bound port: 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:46:59.427360 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.494824 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c8402e93-403b-428c-a7fd-393b1ea931cb req-c18fee97-15d8-48c5-a611-94548589b287 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117387 Mar 24 07:46:59.526021 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] For port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:46:59.529814 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] For port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:46:59.603598 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.677524 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Allocated IP 172.20.0.2 (c4a5e492-8761-4ec1-9b80-35070e2a6827/b0966ed7-edc0-49c5-af43-4bc9e5acaecc/e20ef603-903b-4563-812f-d95fd4cf4448) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:46:59.682396 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:46:59.684110 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:46:59.761954 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks [] for router_gateway (80a10577-883d-4730-adc9-db3b62d60f65), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.779620 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-2a9c337c-22c2-4f7d-8982-62a77155b986 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 999 time: 0.3440375 Mar 24 07:46:59.790110 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.860690 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:46:59.874434 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Publish callbacks [] for port (e20ef603-903b-4563-812f-d95fd4cf4448), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.879329 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-f6fa7026-0444-44ad-b459-847b28d102ec service neutron] 10.222.0.20 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545877 Mar 24 07:46:59.908727 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:59.923675 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port bd38d507-b2ee-4286-ac0e-350cc2332971 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:46:59.923675 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:46:59.979666 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:00.015172 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:00.017917 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28f4778-0af4-4544-8ace-3732e61ae908" -d '{"events": [{"server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "name": "network-vif-plugged", "status": "completed", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:00.042747 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:00.128909 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:00.136969 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port bd38d507-b2ee-4286-ac0e-350cc2332971, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=bd38d507-b2ee-4286-ac0e-350cc2332971,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:00.143457 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:00.156877 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:00.201021 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:00.218240 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:00.225767 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Allocated IP 172.27.3.101 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/66a00115-70a2-4876-a4d1-cc5af038a5f6) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:00.230024 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a2d3fe-1a5f-497a-a295-91fa407c6b8c x-openstack-request-id: req-d7a2d3fe-1a5f-497a-a295-91fa407c6b8c {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:47:00.231821 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b0da7-5e9c-4e29-9da3-4481e1344793 None None] Pushing event updated for resources: {'Port': ['ID=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:00.232613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "name": "network-vif-plugged", "status": "completed", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:47:00.232910 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7a2d3fe-1a5f-497a-a295-91fa407c6b8c {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:47:00.233325 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a2d3fe-1a5f-497a-a295-91fa407c6b8c'] response: {'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'code': 200} Mar 24 07:47:00.336832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-53e897c0-b188-4a67-8aea-03b88542b4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:00.341686 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-53e897c0-b188-4a67-8aea-03b88542b4e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.5392492 Mar 24 07:47:00.360645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:00.404131 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:46:56Z', 'revision_number': 3, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:00.457681 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-e1e6843a-7bd1-41e0-962a-b9fd7ba9516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:00.459422 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-e1e6843a-7bd1-41e0-962a-b9fd7ba9516d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063421 Mar 24 07:47:00.463933 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8eba9-8bc9-4ba3-ba33-1f5f1f7d091f None None] The sync data for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi is: [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:46:56Z', 'revision_number': 3, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:00.647033 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Pushing event updated for resources: {'Port': ['ID=e20ef603-903b-4563-812f-d95fd4cf4448,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:00.647254 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f3f68192-dc94-43ab-8929-9a387b7c535c req-86b07c81-62b4-4d0a-ac1c-53ee5d535342 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0814142 Mar 24 07:47:00.649313 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4eb522-ce84-440f-84e1-7f607d7ccd2d req-3cbe4c14-8775-4dc4-b5c0-5452202b0931 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:00.650482 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cd4eb522-ce84-440f-84e1-7f607d7ccd2d req-3cbe4c14-8775-4dc4-b5c0-5452202b0931 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.3467534 Mar 24 07:47:00.670847 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-73eb8f0c-84c4-4064-9444-5be7cf29917d None None] Current status of the port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:00.774721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Allocated IP 172.20.0.1 (712b2f54-8f17-4cdb-810c-f033ea698c3b/ddb4faf1-f488-4a45-928e-d19f464d33df/e50cc50e-79e4-472f-9935-7899a6799540) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:00.790093 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-043e1540-cb93-4d05-ab2e-f7f3f58fcf7f service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155870 Mar 24 07:47:00.794196 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1863d0a-9620-48cb-b94d-a536585ed80a req-d65ce6d3-2254-43c2-bbb6-d982ea226c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:00.795725 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a1863d0a-9620-48cb-b94d-a536585ed80a req-d65ce6d3-2254-43c2-bbb6-d982ea226c77 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 1129 time: 0.1915140 Mar 24 07:47:00.817488 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks [] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:00.903136 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cd4eb522-ce84-440f-84e1-7f607d7ccd2d req-e4381d26-2031-4140-a239-4cba4e518cb0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251060 Mar 24 07:47:00.905457 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=bd38d507-b2ee-4286-ac0e-350cc2332971,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:01.030219 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Attempting to bind port e20ef603-903b-4563-812f-d95fd4cf4448 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:01.030746 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Attempting to bind port e20ef603-903b-4563-812f-d95fd4cf4448 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:01.031193 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Attempting to bind port e20ef603-903b-4563-812f-d95fd4cf4448 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:01.058600 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.086859 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:01.086859 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Checking segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:01.087542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.088642 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Bound using segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:01.089282 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Bound port: e20ef603-903b-4563-812f-d95fd4cf4448, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:01.089758 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.095453 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:01.095920 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.151183 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a001-23bd-4fb2-be06-649e880d2b5c req-e6cd6f25-bec8-4670-a2d3-c12421f14563 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:01.158063 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90c8a001-23bd-4fb2-be06-649e880d2b5c req-e6cd6f25-bec8-4670-a2d3-c12421f14563 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.3444767 Mar 24 07:47:01.176850 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a1863d0a-9620-48cb-b94d-a536585ed80a req-09d31c88-4b9c-4867-ac93-8f2d9b9d524f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3625810 Mar 24 07:47:01.184075 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:01.244727 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cf121213-7bfe-487f-a5cf-f04d875f007c req-5e4449b5-4239-4b28-a6e7-c59e75e51699 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480078 Mar 24 07:47:01.249755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Pushing event updated for resources: {'Port': ['ID=66a00115-70a2-4876-a4d1-cc5af038a5f6,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:01.262479 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:01.266406 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:01.355077 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] For port e20ef603-903b-4563-812f-d95fd4cf4448, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:01.363464 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] For port e20ef603-903b-4563-812f-d95fd4cf4448, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e20ef603-903b-4563-812f-d95fd4cf4448,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:01.450402 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90c8a001-23bd-4fb2-be06-649e880d2b5c req-a13f6b20-7916-4208-a88f-60451ecd4920 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2707765 Mar 24 07:47:01.453829 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.475865 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks [] for port (e50cc50e-79e4-472f-9935-7899a6799540), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.613911 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:01.641663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (e50cc50e-79e4-472f-9935-7899a6799540), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:01.656644 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71483947-68e1-418f-af86-3977a9fd4ef6 None None] Pushing event updated for resources: {'Port': ['ID=e20ef603-903b-4563-812f-d95fd4cf4448,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:01.722879 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'e63c13e5-508a-4b23-a052-70a4ecd7b652', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'f1779670-f587-4328-893b-28a7081668bf', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:36Z', 'updated_at': '2022-03-24T07:46:57Z', 'revision_number': 1, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:01.734148 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:01.761773 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:01.763315 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] Checking router: f1779670-f587-4328-893b-28a7081668bf for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:01.781567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:01.782223 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:01.801255 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:01.803702 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e50cc50e-79e4-472f-9935-7899a6799540,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:01.855068 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-22fbec06-8d8b-4af6-b2f6-faacf2fd7588 req-4f5bd6f9-1465-4af2-97bc-8d1cd0bd9c3d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.1161633 Mar 24 07:47:01.969657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:02.174990 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks [] for router_gateway (80a10577-883d-4730-adc9-db3b62d60f65), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:02.213442 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:02.528952 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903c978-3ca2-4f81-abe1-5ed16fc2a01c req-61418514-da4e-4b87-8804-68dd3aeb621e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:02.574589 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9903c978-3ca2-4f81-abe1-5ed16fc2a01c req-61418514-da4e-4b87-8804-68dd3aeb621e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.3969502 Mar 24 07:47:02.606056 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:02.669353 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9903c978-3ca2-4f81-abe1-5ed16fc2a01c req-f4599bfc-59f3-4ff1-9fbe-e58bbb2a437b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114221 Mar 24 07:47:02.786697 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (e50cc50e-79e4-472f-9935-7899a6799540), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:02.986840 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (80a10577-883d-4730-adc9-db3b62d60f65), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.025068 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25a448-0261-4f89-8c8b-76ee3f52abc2 req-58b7457f-f7e8-4609-944d-8f0b4e28356c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:03.027363 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fc25a448-0261-4f89-8c8b-76ee3f52abc2 req-58b7457f-f7e8-4609-944d-8f0b4e28356c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.2862880 Mar 24 07:47:03.148929 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-10ebbe88-eb9b-4c2a-b6fc-20a41e1e848c req-979d421e-2a29-451d-822a-e202ca267ed0 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0869522 Mar 24 07:47:03.219455 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fc25a448-0261-4f89-8c8b-76ee3f52abc2 req-c63f9165-0c84-4af2-a95f-8ef09e4869c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446192 Mar 24 07:47:03.221132 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9b7d75c0-08cb-4744-b1c0-d8652ab4c225 None None] Provisioning complete for port e50cc50e-79e4-472f-9935-7899a6799540 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:03.222531 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9b7d75c0-08cb-4744-b1c0-d8652ab4c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e50cc50e-79e4-472f-9935-7899a6799540), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.264209 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'e63c13e5-508a-4b23-a052-70a4ecd7b652', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'f1779670-f587-4328-893b-28a7081668bf', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:36Z', 'updated_at': '2022-03-24T07:46:57Z', 'revision_number': 1, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:03.278628 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks [] for port (e50cc50e-79e4-472f-9935-7899a6799540), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.302645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ba7d-2d83-4e92-ab53-bcc7dd5d3a8f None None] The sync data for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi is: [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'e63c13e5-508a-4b23-a052-70a4ecd7b652', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'f1779670-f587-4328-893b-28a7081668bf', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:36Z', 'updated_at': '2022-03-24T07:46:57Z', 'revision_number': 1, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:03.342648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d75c0-08cb-4744-b1c0-d8652ab4c225 None None] Port e50cc50e-79e4-472f-9935-7899a6799540 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:03.342648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:03.342648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.414729 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:03.415367 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.447562 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:03.558972 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05d8ed-3e3b-4446-b2d1-fa466d2f6e88 None None] New status for floating IP e63c13e5-508a-4b23-a052-70a4ecd7b652: ACTIVE {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:47:03.721118 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be3da0-de00-439c-9759-57078463b2fa None None] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:47:03.742560 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (e50cc50e-79e4-472f-9935-7899a6799540), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.742975 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Router 80a10577-883d-4730-adc9-db3b62d60f65 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:47:03.812575 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:03.924563 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e50cc50e-79e4-472f-9935-7899a6799540,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:03.930019 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:04.027390 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] Provisioning complete for port e20ef603-903b-4563-812f-d95fd4cf4448 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:04.028757 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:04.037247 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:04.061924 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:04.066572 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:04.094052 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2007f-c941-46ea-b9e2-74de80713aaa req-b3743aa0-2ba3-4103-b685-c4726811184c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:04.100879 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:04.105596 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0fb2007f-c941-46ea-b9e2-74de80713aaa req-b3743aa0-2ba3-4103-b685-c4726811184c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.2775607 Mar 24 07:47:04.139654 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:04.168271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:04.168271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:04.189421 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:04.207993 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-83c6eaf3-45bc-4f47-af50-f2758565e77a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6188185 Mar 24 07:47:04.207993 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53558) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:04.223424 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e20ef603-903b-4563-812f-d95fd4cf4448 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:04.371772 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1992a1cb-63ec-4e2d-8036-a13683a793e4 req-a1bf0a81-5cfd-414b-b3b7-d595cd3b530c tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0559201 Mar 24 07:47:04.533478 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] Current status of the port e20ef603-903b-4563-812f-d95fd4cf4448 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:04.533478 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:04.536098 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:04.704467 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port e20ef603-903b-4563-812f-d95fd4cf4448 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:04.706131 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f20192-747b-4435-a8f0-bbe3dc059d51 req-45265ed3-00f1-4143-bd8f-ab22983d1ead tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:04.709123 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38f20192-747b-4435-a8f0-bbe3dc059d51 req-45265ed3-00f1-4143-bd8f-ab22983d1ead tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.1622560 Mar 24 07:47:04.724370 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:04.793779 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] For port e20ef603-903b-4563-812f-d95fd4cf4448, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e20ef603-903b-4563-812f-d95fd4cf4448,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:04.849185 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:47:04.878758 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0fb2007f-c941-46ea-b9e2-74de80713aaa req-2d5b98a8-ece2-480f-bd64-e296a85e8341 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7722032 Mar 24 07:47:04.894812 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:04.957373 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port e20ef603-903b-4563-812f-d95fd4cf4448 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:04.987148 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c48ffe-add9-487a-a6c0-317cd28b8d4d None None] Pushing event updated for resources: {'Port': ['ID=e20ef603-903b-4563-812f-d95fd4cf4448,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:05.024207 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:01Z', 'revision_number': 3, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:05.059744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-a9da940c-00ab-439f-9a76-67f669982557 None None] Provisioning complete for port e50cc50e-79e4-472f-9935-7899a6799540 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:05.060107 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a9da940c-00ab-439f-9a76-67f669982557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e50cc50e-79e4-472f-9935-7899a6799540), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.061822 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:05.062572 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Updating router 80a10577-883d-4730-adc9-db3b62d60f65 port 66a00115-70a2-4876-a4d1-cc5af038a5f6 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:05.099812 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:05.105037 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-4dd2a0a1-bc84-48be-b30e-5c8dd148f0c6 admin admin] 10.222.0.20 "PUT /v2.0/routers/a615aad1-9a0b-41b7-b6c1-6623d4faadb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8527215 Mar 24 07:47:05.109729 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Sync routers for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:05.130087 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:05.133881 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:05.141380 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38f20192-747b-4435-a8f0-bbe3dc059d51 req-7ddc58b6-ebf6-421d-9990-35fdbe4a8242 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223356 Mar 24 07:47:05.209110 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.214075 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-a9da940c-00ab-439f-9a76-67f669982557 None None] Port e50cc50e-79e4-472f-9935-7899a6799540 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:05.311583 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-a9da940c-00ab-439f-9a76-67f669982557 None None] Provisioning complete for port e20ef603-903b-4563-812f-d95fd4cf4448 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:05.314833 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a9da940c-00ab-439f-9a76-67f669982557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.368163 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:05.414874 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc57a-8602-47e2-9386-e81224f96bf1 req-8d2a1e30-7add-4044-8f89-a8dd665b80ed tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:05.416492 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6d7dc57a-8602-47e2-9386-e81224f96bf1 req-8d2a1e30-7add-4044-8f89-a8dd665b80ed tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.1726086 Mar 24 07:47:05.426944 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53572) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:05.433000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'port_id': 'bd38d507-b2ee-4286-ac0e-350cc2332971'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:05.471681 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.488773 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (8ab0a3fd-a127-4238-884d-10f535f69580), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.551626 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e9b83ccf-253e-42a4-ad22-b5af128cc891 req-48c39d09-f4e3-4fbe-b72e-ee7a07ddb173 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0760069 Mar 24 07:47:05.660760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-a9da940c-00ab-439f-9a76-67f669982557 None None] Current status of the port e20ef603-903b-4563-812f-d95fd4cf4448 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:05.664230 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.816591 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Publish callbacks [] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.821700 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Allocated IP 172.20.0.1 (c4a5e492-8761-4ec1-9b80-35070e2a6827/b0966ed7-edc0-49c5-af43-4bc9e5acaecc/a0ed17e7-d422-4312-be56-c0920b1f218c) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:05.874291 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 2, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:05.921361 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:05.928413 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Checking router: a615aad1-9a0b-41b7-b6c1-6623d4faadb0 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:05.929521 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Updating router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 port e50cc50e-79e4-472f-9935-7899a6799540 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:05.981694 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (e50cc50e-79e4-472f-9935-7899a6799540), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.029652 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks [] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.048118 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Attempting to bind port 66a00115-70a2-4876-a4d1-cc5af038a5f6 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:06.048505 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Attempting to bind port 66a00115-70a2-4876-a4d1-cc5af038a5f6 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:06.048878 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Attempting to bind port 66a00115-70a2-4876-a4d1-cc5af038a5f6 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:06.072463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:06.072771 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:06.073185 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.073591 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:06.074256 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Bound port: 66a00115-70a2-4876-a4d1-cc5af038a5f6, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:06.074467 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.135196 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a23b5-24c8-45cc-9771-317a51a8b5ca None None] Pushing event updated for resources: {'Port': ['ID=66a00115-70a2-4876-a4d1-cc5af038a5f6,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:06.137754 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:06.188309 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.308058 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:06.309318 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] For port 66a00115-70a2-4876-a4d1-cc5af038a5f6, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:06.312816 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:06.322335 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:06.323792 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] For port 66a00115-70a2-4876-a4d1-cc5af038a5f6, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=66a00115-70a2-4876-a4d1-cc5af038a5f6,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:06.350083 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:06.350515 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.407872 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.419503 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Pushing event updated for resources: {'Port': ['ID=a0ed17e7-d422-4312-be56-c0920b1f218c,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:06.451715 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.463592 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (80a10577-883d-4730-adc9-db3b62d60f65), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.520227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ae0b2-15cd-4cd8-838d-17bd532be62d req-c116088f-91d8-4756-8df7-85b2137d172e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:06.524040 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3f1ae0b2-15cd-4cd8-838d-17bd532be62d req-c116088f-91d8-4756-8df7-85b2137d172e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.4652057 Mar 24 07:47:06.525302 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53588) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:06.526283 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (8ab0a3fd-a127-4238-884d-10f535f69580), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.637431 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Publish callbacks [] for port (e50cc50e-79e4-472f-9935-7899a6799540), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.673613 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-662016060-network', 'tenant_id': '996175260141420595d8a32867c3fddb'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:06.700366 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f9cb00c-b171-45fe-a9a6-5d736448238b req-7aaa7c03-fa8f-4477-b7be-a1bc00437d35 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0418360 Mar 24 07:47:06.719411 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (e50cc50e-79e4-472f-9935-7899a6799540), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.755442 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP 8ab0a3fd-a127-4238-884d-10f535f69580 associated. External IP: 172.27.3.28, port: bd38d507-b2ee-4286-ac0e-350cc2332971. Mar 24 07:47:06.814736 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91eb3e-5e15-4c2e-a791-007ea85382c7 None None] Pushing event updated for resources: {'Port': ['ID=e50cc50e-79e4-472f-9935-7899a6799540,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:06.913300 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a23b5-24c8-45cc-9771-317a51a8b5ca None None] Pushing event updated for resources: {'Port': ['ID=66a00115-70a2-4876-a4d1-cc5af038a5f6,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:06.918537 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:06.919476 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:06.926272 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.954974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3f1ae0b2-15cd-4cd8-838d-17bd532be62d req-64656f75-0cb4-407b-ba1f-5fc661add1fe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868283 Mar 24 07:47:06.962187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Made reservation on behalf of 996175260141420595d8a32867c3fddb for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:06.964641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:06.985398 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Attempting to bind port e50cc50e-79e4-472f-9935-7899a6799540 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:06.986617 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Attempting to bind port e50cc50e-79e4-472f-9935-7899a6799540 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:06.988664 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Attempting to bind port e50cc50e-79e4-472f-9935-7899a6799540 on network 712b2f54-8f17-4cdb-810c-f033ea698c3b {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:06.992096 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.007458 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:07.007906 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Checking segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:07.008440 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.008903 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Bound using segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:07.009550 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Bound port: e50cc50e-79e4-472f-9935-7899a6799540, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:07.010034 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (e50cc50e-79e4-472f-9935-7899a6799540), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.153900 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:07.160151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e20ef603-903b-4563-812f-d95fd4cf4448 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:07.164158 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:07.173641 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] For port e50cc50e-79e4-472f-9935-7899a6799540, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:07.177542 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] For port e50cc50e-79e4-472f-9935-7899a6799540, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e50cc50e-79e4-472f-9935-7899a6799540,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:07.213230 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-6eb7fd1a-47cd-4e48-a973-6e2b45d38b4c None None] Provisioning complete for port a0ed17e7-d422-4312-be56-c0920b1f218c triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:07.219530 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6eb7fd1a-47cd-4e48-a973-6e2b45d38b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.286384 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (e50cc50e-79e4-472f-9935-7899a6799540), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.292302 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks [] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.394715 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.415625 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:07.416297 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:07.439196 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-6eb7fd1a-47cd-4e48-a973-6e2b45d38b4c None None] Port a0ed17e7-d422-4312-be56-c0920b1f218c cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:07.489083 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (80a10577-883d-4730-adc9-db3b62d60f65), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.510882 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-f6dfb9f0-2b28-4ebf-92aa-ea1ab997b50f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:07.520842 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-f6dfb9f0-2b28-4ebf-92aa-ea1ab997b50f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "GET /v2.0/networks?id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 200 len: 809 time: 0.4132543 Mar 24 07:47:07.536269 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:47:07.543365 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Request body: {'port': {'device_id': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7', 'admin_state_up': True, 'tenant_id': '843ce9f649054ac6a5de4aff29f63aab'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:07.607305 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port e20ef603-903b-4563-812f-d95fd4cf4448 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:07.607753 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.639856 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Pushing event updated for resources: {'Port': ['ID=a0ed17e7-d422-4312-be56-c0920b1f218c,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:07.683134 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] Provisioning complete for port e50cc50e-79e4-472f-9935-7899a6799540 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:07.683506 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e50cc50e-79e4-472f-9935-7899a6799540), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.708112 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:07.710261 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:07.713662 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks [] for security_group (9c50732a-bf6f-478f-bfa7-f781eb906570), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.770470 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91eb3e-5e15-4c2e-a791-007ea85382c7 None None] Pushing event updated for resources: {'Port': ['ID=e50cc50e-79e4-472f-9935-7899a6799540,revision_number=4']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:07.908489 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:07.944098 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9c50732a-bf6f-478f-bfa7-f781eb906570), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:07.988642 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] Current status of the port e50cc50e-79e4-472f-9935-7899a6799540 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:07.989219 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (e50cc50e-79e4-472f-9935-7899a6799540), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.003742 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port e20ef603-903b-4563-812f-d95fd4cf4448 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:08.012016 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a929a453-75f8-4829-bf80-69c9091bd4f7 req-a8d44c4b-d26c-4f1b-a8a9-28f20584f5fa tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0622151 Mar 24 07:47:08.055425 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:05Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:08.076432 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:47:08.085302 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:47:08.140769 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50732a-bf6f-478f-bfa7-f781eb906570,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:08.153761 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (455833ad-65f9-4dbd-a706-4dcebe21de01), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.154503 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Added segment 455833ad-65f9-4dbd-a706-4dcebe21de01 of type vlan for network b0f255a6-c68c-4a89-9078-dc03ae9c9475 Mar 24 07:47:08.166740 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee9441b-1011-495c-a58f-40fdd0081df7 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:05Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:08.198542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] For port e50cc50e-79e4-472f-9935-7899a6799540, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e50cc50e-79e4-472f-9935-7899a6799540,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:08.234260 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (b0f255a6-c68c-4a89-9078-dc03ae9c9475), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.267576 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:07Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:08.279534 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (e50cc50e-79e4-472f-9935-7899a6799540), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.323886 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7771a3de-3b8c-4207-9bf4-d8a956d4ffa7 None None] The sync data for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi is: [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:07Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:08.396384 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:08.402569 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-30b24f8f-be70-450b-9a37-db7f2d63b05c admin admin] 10.222.0.20 "PUT /v2.0/routers/80a10577-883d-4730-adc9-db3b62d60f65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2049444 Mar 24 07:47:08.415317 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:08.425204 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (b0f255a6-c68c-4a89-9078-dc03ae9c9475), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.460673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:08.461536 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.465871 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:08.467516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.499832 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-d3294c51-8bc1-4600-ac84-8eb4b347011f None None] Provisioning complete for port e50cc50e-79e4-472f-9935-7899a6799540 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:08.500690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d3294c51-8bc1-4600-ac84-8eb4b347011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e50cc50e-79e4-472f-9935-7899a6799540), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.505338 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69509e98-7ba8-44af-8e15-7a753f30249f None None] Pushing event updated for resources: {'Port': ['ID=e50cc50e-79e4-472f-9935-7899a6799540,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:08.556642 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:08.557738 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:08.620008 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Made reservation on behalf of 843ce9f649054ac6a5de4aff29f63aab for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:08.627278 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:08.720802 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b6dec073-6e63-4a33-85ec-6951185c12a3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "PUT /v2.0/floatingips/8ab0a3fd-a127-4238-884d-10f535f69580 HTTP/1.1" status: 200 len: 990 time: 3.2926607 Mar 24 07:47:08.887904 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:08.890112 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:08.902630 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a32394d-d3fa-4596-ade3-6a96db96e0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:08.920730 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063a20b-4a85-4ce2-b49b-7626a0d88f2f req-f0a68973-c27b-4eda-9215-27ae5f6f4c7d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:08.925830 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3063a20b-4a85-4ce2-b49b-7626a0d88f2f req-f0a68973-c27b-4eda-9215-27ae5f6f4c7d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.6462240 Mar 24 07:47:08.989094 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3189011 Mar 24 07:47:08.989571 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53616) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:08.995332 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bb045-596f-44f1-9c6a-5003c6578f56 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f255a6-c68c-4a89-9078-dc03ae9c9475,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:09.003123 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Request body: {'subnet': {'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-662016060-subnet', 'tenant_id': '996175260141420595d8a32867c3fddb', 'ip_version': 4}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:09.062032 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-d3294c51-8bc1-4600-ac84-8eb4b347011f None None] Current status of the port e50cc50e-79e4-472f-9935-7899a6799540 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:09.065351 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:47:09.097023 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aef8a2-7058-4350-8bc6-56fef9e949ee x-openstack-request-id: req-b0aef8a2-7058-4350-8bc6-56fef9e949ee {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:47:09.100862 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:47:09.100862 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0aef8a2-7058-4350-8bc6-56fef9e949ee {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:47:09.100862 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0aef8a2-7058-4350-8bc6-56fef9e949ee'] response: {'name': 'network-changed', 'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'status': 'completed', 'code': 200} Mar 24 07:47:09.114688 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Allocated IP 172.20.0.8 (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7/639e571b-ee04-4ec7-a7f1-42123add1f1e/a1b65d73-9445-4337-96f5-a4352799a493) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:09.119113 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Made reservation on behalf of 996175260141420595d8a32867c3fddb for: {'subnet': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:09.121779 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12446872'] for subnet (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:09.193121 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3063a20b-4a85-4ce2-b49b-7626a0d88f2f req-1eba0e9e-6eb9-496f-af0f-559188efa5f8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037191 Mar 24 07:47:09.294931 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-d3294c51-8bc1-4600-ac84-8eb4b347011f None None] Provisioning complete for port a0ed17e7-d422-4312-be56-c0920b1f218c triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:09.295315 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d3294c51-8bc1-4600-ac84-8eb4b347011f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:09.321223 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-25df7ccf-c24b-4ae0-91bf-b8a512713865 req-74aac71d-2d88-4999-b41e-c2dfa741af6f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0538890 Mar 24 07:47:09.337510 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-b9fda799-a801-49e5-842b-b7ae1a0e2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:09.339093 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-b9fda799-a801-49e5-842b-b7ae1a0e2ea8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 1129 time: 0.2188070 Mar 24 07:47:09.595386 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-216e2e8e-681a-4b51-b57a-0c5984a125bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:09.597808 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-216e2e8e-681a-4b51-b57a-0c5984a125bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 915 time: 0.2285748 Mar 24 07:47:09.648417 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-d3294c51-8bc1-4600-ac84-8eb4b347011f None None] Port a0ed17e7-d422-4312-be56-c0920b1f218c cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:09.651281 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks [] for port (a1b65d73-9445-4337-96f5-a4352799a493), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:09.757866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12377496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12446862'] for subnet (19859b40-aefe-411b-a0c4-94475249d79d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:09.828291 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19859b40-aefe-411b-a0c4-94475249d79d,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:09.834089 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-00d96717-a16a-46ac-bcda-a7894024e782 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd38d507-b2ee-4286-ac0e-350cc2332971 HTTP/1.1" status: 200 len: 998 time: 0.2149837 Mar 24 07:47:09.852632 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '8ab0a3fd-a127-4238-884d-10f535f69580', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:b3:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:45Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}, {'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:30Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:09.903292 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Checking segment: {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:09.904477 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Network hostable DHCP agents. Network: b0f255a6-c68c-4a89-9078-dc03ae9c9475, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:47:09.923376 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:09.948582 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:09.949560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:09.962045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-74609f55-0265-4098-8dd8-7092975527b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:09.964334 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-74609f55-0265-4098-8dd8-7092975527b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.1246614 Mar 24 07:47:10.059530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (a1b65d73-9445-4337-96f5-a4352799a493), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.066360 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:47:10.163036 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, b0f255a6-c68c-4a89-9078-dc03ae9c9475) {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:10.181116 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53636) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:10.191369 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b581649-68d6-44c5-a537-ec2f71a0b30e None None] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:47:10.193016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-651972754-network', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:10.197226 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:10.198925 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:10.199636 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.202588 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:10.205422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:10.256330 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-d19cdbd8-c7ea-42e7-a7cf-16efc06f0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:10.265995 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-d19cdbd8-c7ea-42e7-a7cf-16efc06f0dc8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2796750 Mar 24 07:47:10.265995 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Pushing event updated for resources: {'Port': ['ID=a1b65d73-9445-4337-96f5-a4352799a493,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:10.340895 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e0f91e94-83d0-4bcc-a057-8caa3fc48a47 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3499041 Mar 24 07:47:10.343272 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53642) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:10.348071 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:10.465519 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Made reservation on behalf of 2a01b7fd8bde4f94a8ca655ca3e27539 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:10.468825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.526382 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.573239 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (dd0830a9-009f-4c1c-9258-0e1160ad447e), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.576743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (dd0830a9-009f-4c1c-9258-0e1160ad447e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.595277 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 66a00115-70a2-4876-a4d1-cc5af038a5f6 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:10.669740 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:10.670446 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.684123 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:10.710580 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks [] for router_controller (dd0830a9-009f-4c1c-9258-0e1160ad447e), precommit_add_association {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:10.746736 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-1720df08-9710-4029-9149-1cd2d4f7f81e service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783432 Mar 24 07:47:10.755014 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece09206-115e-48da-945b-03e76cebb959 req-a6685ea6-e88e-4bff-9696-b0317ba148d6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:10.762363 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ece09206-115e-48da-945b-03e76cebb959 req-a6685ea6-e88e-4bff-9696-b0317ba148d6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 931 time: 0.2825098 Mar 24 07:47:10.764347 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88987a3d-ebd4-4796-8bc1-e3733ec5f910 req-1c84d80c-5670-4af0-a4a4-f43a5a120d17 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:10.788171 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-88987a3d-ebd4-4796-8bc1-e3733ec5f910 req-1c84d80c-5670-4af0-a4a4-f43a5a120d17 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.3062034 Mar 24 07:47:10.947421 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ece09206-115e-48da-945b-03e76cebb959 req-e5967b54-861e-4f3f-b808-3b835f8d4a0f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839802 Mar 24 07:47:11.000408 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'project_id': '996175260141420595d8a32867c3fddb', 'fixed_ips': [{'subnet_id': '19859b40-aefe-411b-a0c4-94475249d79d'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:47:11.000798 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.022139 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-073d17a1-7157-4894-8a7f-2d7731ea771b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4844143 Mar 24 07:47:11.064456 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Request body: {'port': {'device_id': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:11.095580 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks [] for router_gateway (dd0830a9-009f-4c1c-9258-0e1160ad447e), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.106764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks [] for security_group (84ac0f43-73a2-45e9-a681-ea8cf5ff53f5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.163536 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 66a00115-70a2-4876-a4d1-cc5af038a5f6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:11.163918 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.172148 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (84ac0f43-73a2-45e9-a681-ea8cf5ff53f5), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.226677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a1b65d73-9445-4337-96f5-a4352799a493), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.248039 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:47:11.279927 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (55735c32-f879-4212-bf21-4ef1d7257f58), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.280914 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Added segment 55735c32-f879-4212-bf21-4ef1d7257f58 of type vlan for network 7ac98ad0-cd7c-4959-b411-68e07050830f Mar 24 07:47:11.282626 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ac0f43-73a2-45e9-a681-ea8cf5ff53f5,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:11.320733 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Allocated IP 172.20.0.2 (b0f255a6-c68c-4a89-9078-dc03ae9c9475/19859b40-aefe-411b-a0c4-94475249d79d/34167542-7f11-46bb-885b-3fd116914cb1) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:11.388921 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (7ac98ad0-cd7c-4959-b411-68e07050830f), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.587727 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '8ab0a3fd-a127-4238-884d-10f535f69580', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:b3:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:45Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}, {'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:30Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:11.593170 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 66a00115-70a2-4876-a4d1-cc5af038a5f6 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:11.596202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.662821 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a6087c-e7ed-4bec-8eb3-189039593e5e None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '8ab0a3fd-a127-4238-884d-10f535f69580', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:b3:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:45Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}, {'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:30Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:11.681856 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks [] for router_gateway (dd0830a9-009f-4c1c-9258-0e1160ad447e), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.725149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.735684 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 66a00115-70a2-4876-a4d1-cc5af038a5f6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=66a00115-70a2-4876-a4d1-cc5af038a5f6,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:11.890010 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Publish callbacks [] for port (34167542-7f11-46bb-885b-3fd116914cb1), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:11.958616 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-88987a3d-ebd4-4796-8bc1-e3733ec5f910 req-57cfd4db-74ed-42d5-a244-3fd90bd8e430 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1656227 Mar 24 07:47:11.961951 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5a32394d-d3fa-4596-ade3-6a96db96e0a8 req-ef784685-4baf-4502-9d86-3585047073b5 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1661890 Mar 24 07:47:12.120823 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (7ac98ad0-cd7c-4959-b411-68e07050830f), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.121791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:12.122373 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.235345 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (34167542-7f11-46bb-885b-3fd116914cb1), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.240670 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.241580 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e50cc50e-79e4-472f-9935-7899a6799540 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:12.258308 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Allocated IP 172.27.3.32 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/f8fa911f-a96f-4219-8c52-a4f7551c67f8) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:12.258308 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] Pushing event updated for resources: {'Network': ['ID=7ac98ad0-cd7c-4959-b411-68e07050830f,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:12.297661 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ad2d3-c336-4bf6-a3ea-0d3ee8fca386 req-52b1bb3f-f706-40bc-8f6e-c6f622466086 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:12.299251 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f8ad2d3-c336-4bf6-a3ea-0d3ee8fca386 req-52b1bb3f-f706-40bc-8f6e-c6f622466086 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 931 time: 0.1826375 Mar 24 07:47:12.303799 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b65d73-9445-4337-96f5-a4352799a493 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:47:12.313330 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Publish callbacks [] for port (a1b65d73-9445-4337-96f5-a4352799a493), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.328124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Transition to ACTIVE for port object a1b65d73-9445-4337-96f5-a4352799a493 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:47:12.343186 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 7ac98ad0-cd7c-4959-b411-68e07050830f details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:47:12.352178 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-fa37048b-d3f0-4d7d-a62c-f961d2966d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.372552 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53656) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:12.373870 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Request body: {'subnet': {'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-651972754-subnet', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:12.387794 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:12.395328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (a1b65d73-9445-4337-96f5-a4352799a493), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.396416 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-96abd9e2-9340-4ca8-bac7-ec1e15cbfdd0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1840916 Mar 24 07:47:12.454449 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:12.463746 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:12.474826 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Pushing event updated for resources: {'Port': ['ID=34167542-7f11-46bb-885b-3fd116914cb1,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:12.480259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Pushing event updated for resources: {'Port': ['ID=a1b65d73-9445-4337-96f5-a4352799a493,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:12.507904 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Made reservation on behalf of 2a01b7fd8bde4f94a8ca655ca3e27539 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:12.510744 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903979'] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.558628 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f8ad2d3-c336-4bf6-a3ea-0d3ee8fca386 req-303e1399-ac8a-467b-8a2c-abd32c3c3755 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483490 Mar 24 07:47:12.624403 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port e50cc50e-79e4-472f-9935-7899a6799540 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:12.624617 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Attempting to bind port a1b65d73-9445-4337-96f5-a4352799a493 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:12.624907 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Attempting to bind port a1b65d73-9445-4337-96f5-a4352799a493 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:12.625321 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (e50cc50e-79e4-472f-9935-7899a6799540), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.625440 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Attempting to bind port a1b65d73-9445-4337-96f5-a4352799a493 on network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:12.625854 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks [] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.627600 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=66a00115-70a2-4876-a4d1-cc5af038a5f6,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:12.635639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Port a1b65d73-9445-4337-96f5-a4352799a493 on network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:47:12.636608 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Attempting to bind port a1b65d73-9445-4337-96f5-a4352799a493 on network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:12.658915 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Attempting to bind port 34167542-7f11-46bb-885b-3fd116914cb1 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:12.661446 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Attempting to bind port 34167542-7f11-46bb-885b-3fd116914cb1 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:12.661446 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Attempting to bind port 34167542-7f11-46bb-885b-3fd116914cb1 on network b0f255a6-c68c-4a89-9078-dc03ae9c9475 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:12.673245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:12.673872 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Checking segment: {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:12.675169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.675717 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Bound using segment: {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:12.676477 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Bound port: 34167542-7f11-46bb-885b-3fd116914cb1, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:12.677051 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (34167542-7f11-46bb-885b-3fd116914cb1), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.678600 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:12.681605 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Checking segment: {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:12.701220 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Bound using segment: {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:12.703274 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Bound port: a1b65d73-9445-4337-96f5-a4352799a493, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:12.703770 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a1b65d73-9445-4337-96f5-a4352799a493), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.811750 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] For port 34167542-7f11-46bb-885b-3fd116914cb1, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:12.819539 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] For port 34167542-7f11-46bb-885b-3fd116914cb1, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=34167542-7f11-46bb-885b-3fd116914cb1,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:12.820474 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.821759 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port e50cc50e-79e4-472f-9935-7899a6799540 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:12.842032 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29882d5c-eda5-4ff2-89e6-40cc36e4f62b None None] New status for floating IP 8ab0a3fd-a127-4238-884d-10f535f69580: ACTIVE {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:47:12.905858 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:12.921412 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Pushing event updated for resources: {'Port': ['ID=f8fa911f-a96f-4219-8c52-a4f7551c67f8,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:12.923868 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (34167542-7f11-46bb-885b-3fd116914cb1), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:12.925969 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] For port a1b65d73-9445-4337-96f5-a4352799a493, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:12.938486 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:12.945032 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:12.965262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] For port a1b65d73-9445-4337-96f5-a4352799a493, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1b65d73-9445-4337-96f5-a4352799a493,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:13.011515 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11801623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903997'] for subnet (8a183bdb-9561-4057-89b0-8a919078a2c5), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.028437 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 66a00115-70a2-4876-a4d1-cc5af038a5f6 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:13.134116 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a183bdb-9561-4057-89b0-8a919078a2c5,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:13.154427 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (a1b65d73-9445-4337-96f5-a4352799a493), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.186148 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e644d-94f5-4f02-89d0-f1ff8d111c08 None None] Pushing event updated for resources: {'Port': ['ID=34167542-7f11-46bb-885b-3fd116914cb1,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:13.214686 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 66a00115-70a2-4876-a4d1-cc5af038a5f6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:13.215116 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.237708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:13.238273 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.239888 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] 10.222.0.67 "PUT /v2.0/ports/a1b65d73-9445-4337-96f5-a4352799a493 HTTP/1.1" status: 200 len: 1093 time: 2.1892111 Mar 24 07:47:13.247683 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'tag': 'a1b65d73-9445-4337-96f5-a4352799a493'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:13.254523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee490d-7aae-4d97-8f62-f373b868ad49" -d '{"events": [{"name": "network-changed", "server_uuid": "cd051b40-b2fc-440d-b21f-b5cba7beed23", "tag": "a1b65d73-9445-4337-96f5-a4352799a493"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:13.375406 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbf63ea-32c7-4b2e-ad4d-b444d83ad71c x-openstack-request-id: req-bfbf63ea-32c7-4b2e-ad4d-b444d83ad71c {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:47:13.375694 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd051b40-b2fc-440d-b21f-b5cba7beed23", "tag": "a1b65d73-9445-4337-96f5-a4352799a493", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:47:13.375984 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfbf63ea-32c7-4b2e-ad4d-b444d83ad71c {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:47:13.376461 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbf63ea-32c7-4b2e-ad4d-b444d83ad71c'] response: {'name': 'network-changed', 'server_uuid': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'tag': 'a1b65d73-9445-4337-96f5-a4352799a493', 'status': 'completed', 'code': 200} Mar 24 07:47:13.419362 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 66a00115-70a2-4876-a4d1-cc5af038a5f6 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:13.431183 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Checking segment: {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:13.431603 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Network hostable DHCP agents. Network: 7ac98ad0-cd7c-4959-b411-68e07050830f, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:47:13.435024 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566da5b-89d2-4dd2-8f63-fb710047656a service neutron] Pushing event updated for resources: {'Port': ['ID=a1b65d73-9445-4337-96f5-a4352799a493,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:13.480236 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a3e5c-bfb2-4efc-ad5c-4256207d00d6 req-fce7db2b-17ed-4c32-a3d0-0e2cd89529dd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:13.481965 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-387a3e5c-bfb2-4efc-ad5c-4256207d00d6 req-fce7db2b-17ed-4c32-a3d0-0e2cd89529dd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.2394264 Mar 24 07:47:13.516836 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-33c64742-3cf2-4ce2-bcb0-b9034fbf0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:13.519365 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-33c64742-3cf2-4ce2-bcb0-b9034fbf0de6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843ce9f649054ac6a5de4aff29f63aab&device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 1127 time: 0.1256785 Mar 24 07:47:13.583740 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Network 7ac98ad0-cd7c-4959-b411-68e07050830f is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:47:13.592023 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-2b75dc74-0dc0-40b3-883f-5a9d32ab40c4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b65d73-9445-4337-96f5-a4352799a493 HTTP/1.1" status: 200 len: 217 time: 0.0566711 Mar 24 07:47:13.602605 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks [] for router_gateway (dd0830a9-009f-4c1c-9258-0e1160ad447e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.616202 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-387a3e5c-bfb2-4efc-ad5c-4256207d00d6 req-323151cb-02a4-46cb-b7b7-652df36ba9b8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199169 Mar 24 07:47:13.673943 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 7ac98ad0-cd7c-4959-b411-68e07050830f) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:13.680117 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:13.685039 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.685283 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8af21-636b-43c7-8465-0ee9e9f4db4d None None] Network 7ac98ad0-cd7c-4959-b411-68e07050830f requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:47:13.784611 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1aef6d3e-4836-4c0e-939c-5ca5de4f0061 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4146290 Mar 24 07:47:13.787110 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53672) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:13.793627 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:13.873489 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8940974-644f-4416-912f-b7e082046795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-7ac98ad0-cd7c-4959-b411-68e07050830f', 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'fixed_ips': [{'subnet_id': '8a183bdb-9561-4057-89b0-8a919078a2c5'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:47:13.874386 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a8940974-644f-4416-912f-b7e082046795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.878833 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270f00-06cc-42ba-9f5c-65c44de2e5f4 req-63e3fab7-94f2-494a-88ff-a13d701c6f8e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:13.880432 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-53270f00-06cc-42ba-9f5c-65c44de2e5f4 req-63e3fab7-94f2-494a-88ff-a13d701c6f8e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 943 time: 0.1721637 Mar 24 07:47:13.917017 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.918126 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:13.949142 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-53270f00-06cc-42ba-9f5c-65c44de2e5f4 req-d2597dff-15e6-4fa5-8b45-f68a5672787d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616934 Mar 24 07:47:13.998602 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (dd0830a9-009f-4c1c-9258-0e1160ad447e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.015189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks [] for router_controller (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), precommit_add_association {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.101606 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-a8940974-644f-4416-912f-b7e082046795 None None] Allocated IP 172.20.0.2 (7ac98ad0-cd7c-4959-b411-68e07050830f/8a183bdb-9561-4057-89b0-8a919078a2c5/faef6205-dc65-4384-bce4-382bd04bae94) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:14.286553 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks [] for router_gateway (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.310823 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a8940974-644f-4416-912f-b7e082046795 None None] Publish callbacks [] for port (faef6205-dc65-4384-bce4-382bd04bae94), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.342303 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Router dd0830a9-009f-4c1c-9258-0e1160ad447e is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:47:14.444616 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a8940974-644f-4416-912f-b7e082046795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (faef6205-dc65-4384-bce4-382bd04bae94), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.467553 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8940974-644f-4416-912f-b7e082046795 None None] Network 7ac98ad0-cd7c-4959-b411-68e07050830f is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:14.470004 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-a8940974-644f-4416-912f-b7e082046795 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:14.477134 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8940974-644f-4416-912f-b7e082046795 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:14.497985 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-28457fc0-5866-4173-bbc0-f53cecccbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:14.499850 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-28457fc0-5866-4173-bbc0-f53cecccbb9c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=639e571b-ee04-4ec7-a7f1-42123add1f1e HTTP/1.1" status: 200 len: 849 time: 0.0638843 Mar 24 07:47:14.514581 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:14.531781 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Sync routers for ids ['dd0830a9-009f-4c1c-9258-0e1160ad447e'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:14.592645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc550f5a-c47c-44ed-bd92-35f704e3bcb1 None None] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:47:14.635969 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.637372 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-7edea33b-da83-48e3-8bf7-1be8f1068582 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2931464 Mar 24 07:47:14.641068 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53678) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:14.762217 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks [] for router_gateway (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.813163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:14.967276 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b74432-7d04-42b7-8a46-40f73cf20c52 req-e295f006-7246-4578-87ad-c808b404fa4d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:14.975806 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-74b74432-7d04-42b7-8a46-40f73cf20c52 req-e295f006-7246-4578-87ad-c808b404fa4d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.2559788 Mar 24 07:47:14.981257 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a8940974-644f-4416-912f-b7e082046795 None None] Attempting to bind port faef6205-dc65-4384-bce4-382bd04bae94 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:14.981257 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a8940974-644f-4416-912f-b7e082046795 None None] Attempting to bind port faef6205-dc65-4384-bce4-382bd04bae94 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:14.981257 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8940974-644f-4416-912f-b7e082046795 None None] Attempting to bind port faef6205-dc65-4384-bce4-382bd04bae94 on network 7ac98ad0-cd7c-4959-b411-68e07050830f {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:14.982432 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940974-644f-4416-912f-b7e082046795 None None] Pushing event updated for resources: {'Port': ['ID=faef6205-dc65-4384-bce4-382bd04bae94,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:15.006220 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Routers {'dd0830a9-009f-4c1c-9258-0e1160ad447e'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:15.008336 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:46:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['dd0830a9-009f-4c1c-9258-0e1160ad447e'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:15.107919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Allocated IP 172.27.3.131 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/c893a18e-eb84-42f1-8cd2-c3f427df8c50) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:15.128651 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-74b74432-7d04-42b7-8a46-40f73cf20c52 req-0b67233c-8405-4fc0-b24c-8676fa90dcdf tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444354 Mar 24 07:47:15.146196 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 34167542-7f11-46bb-885b-3fd116914cb1 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:15.233642 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8940974-644f-4416-912f-b7e082046795 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:15.233945 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8940974-644f-4416-912f-b7e082046795 None None] Checking segment: {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:15.234363 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a8940974-644f-4416-912f-b7e082046795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.234768 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8940974-644f-4416-912f-b7e082046795 None None] Bound using segment: {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:15.235267 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a8940974-644f-4416-912f-b7e082046795 None None] Bound port: faef6205-dc65-4384-bce4-382bd04bae94, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:15.235653 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a8940974-644f-4416-912f-b7e082046795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (faef6205-dc65-4384-bce4-382bd04bae94), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.257362 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-754a89fe-4e3b-4ada-aba0-15632417c19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.293606 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:47:15.305236 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c579b8e-09d9-4833-8c7d-1eec71ae8391 req-0f412a69-d5ae-495c-bec2-7575c85d02e8 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:15.312988 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-8632e8c4-86b7-4285-b9b6-5ffdf5941f3f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581408 Mar 24 07:47:15.317936 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c579b8e-09d9-4833-8c7d-1eec71ae8391 req-0f412a69-d5ae-495c-bec2-7575c85d02e8 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 943 time: 0.1057971 Mar 24 07:47:15.338404 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:15.348754 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks [] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.352614 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:15.353258 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:15.355862 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-a8940974-644f-4416-912f-b7e082046795 None None] For port faef6205-dc65-4384-bce4-382bd04bae94, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:15.361430 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-a8940974-644f-4416-912f-b7e082046795 None None] For port faef6205-dc65-4384-bce4-382bd04bae94, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=faef6205-dc65-4384-bce4-382bd04bae94,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:15.384027 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] Provisioning complete for port 34167542-7f11-46bb-885b-3fd116914cb1 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:15.384483 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (34167542-7f11-46bb-885b-3fd116914cb1), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.415051 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c579b8e-09d9-4833-8c7d-1eec71ae8391 req-d14fb2f4-a1b2-412e-bff2-b4f6651e7106 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957780 Mar 24 07:47:15.471968 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a8940974-644f-4416-912f-b7e082046795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (faef6205-dc65-4384-bce4-382bd04bae94), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.478116 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.560090 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 34167542-7f11-46bb-885b-3fd116914cb1 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:15.560500 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (34167542-7f11-46bb-885b-3fd116914cb1), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.631123 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:15.669201 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:15.669367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:15.669367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Pushing event updated for resources: {'Port': ['ID=c893a18e-eb84-42f1-8cd2-c3f427df8c50,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:15.676546 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:15.800750 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Set router dd0830a9-009f-4c1c-9258-0e1160ad447e gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:15.802546 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:15.806517 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8940974-644f-4416-912f-b7e082046795 None None] Pushing event updated for resources: {'Port': ['ID=faef6205-dc65-4384-bce4-382bd04bae94,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:16.054781 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.128146 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] Current status of the port 34167542-7f11-46bb-885b-3fd116914cb1 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:16.128805 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (34167542-7f11-46bb-885b-3fd116914cb1), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.273456 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 34167542-7f11-46bb-885b-3fd116914cb1 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:16.273857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (34167542-7f11-46bb-885b-3fd116914cb1), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.290205 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] For port 34167542-7f11-46bb-885b-3fd116914cb1, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=34167542-7f11-46bb-885b-3fd116914cb1,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:16.298957 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:07Z', 'revision_number': 2, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:16.361558 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:47:13Z', 'revision_number': 3, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:16.364967 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:16.365349 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Updating router 80a10577-883d-4730-adc9-db3b62d60f65 port a0ed17e7-d422-4312-be56-c0920b1f218c binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:16.375484 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Allocated IP 172.20.0.1 (b0f255a6-c68c-4a89-9078-dc03ae9c9475/19859b40-aefe-411b-a0c4-94475249d79d/17f2c9b8-4f9c-4290-99ef-0f5be6c5b453) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:16.425169 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.436655 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (34167542-7f11-46bb-885b-3fd116914cb1), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.438496 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Checking router: dd0830a9-009f-4c1c-9258-0e1160ad447e for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:16.438856 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Updating router dd0830a9-009f-4c1c-9258-0e1160ad447e port f8fa911f-a96f-4219-8c52-a4f7551c67f8 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:16.572559 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks [] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.574101 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.578990 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8c63b-abfe-4ab4-a1a5-09f6852ffe33 req-2e5a4c46-dfe9-4e84-baf2-75e5cde44879 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:16.582374 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a8e8c63b-abfe-4ab4-a1a5-09f6852ffe33 req-2e5a4c46-dfe9-4e84-baf2-75e5cde44879 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.2688797 Mar 24 07:47:16.596238 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-5af88127-f5ea-472e-a9b2-947d303758a3 service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303545 Mar 24 07:47:16.606589 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks [] for router_gateway (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.734939 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93948c38-5d19-40e5-848a-cd349bada3a7 req-04b53d73-3518-4671-8dde-e358a002ff28 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:16.751309 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-93948c38-5d19-40e5-848a-cd349bada3a7 req-04b53d73-3518-4671-8dde-e358a002ff28 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 943 time: 0.2075722 Mar 24 07:47:16.842784 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-93948c38-5d19-40e5-848a-cd349bada3a7 req-92d5f898-680b-4ca9-92a2-2f2513600d1b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832944 Mar 24 07:47:16.853743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.950595 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:16.953941 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:16.955380 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Publish callbacks [] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:16.982300 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:16.989434 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.db.api [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 24 07:47:16.992328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG oslo_db.api [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 24 07:47:17.010903 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-cb69413e-b651-47e0-8a27-d3036c67c3af None None] Provisioning complete for port 34167542-7f11-46bb-885b-3fd116914cb1 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:17.011596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cb69413e-b651-47e0-8a27-d3036c67c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (34167542-7f11-46bb-885b-3fd116914cb1), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.046020 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Publish callbacks [] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.059043 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.063093 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8376cc-79a7-489c-993c-c9af462e74f3 None None] Pushing event updated for resources: {'Port': ['ID=34167542-7f11-46bb-885b-3fd116914cb1,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:17.066663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Pushing event updated for resources: {'Port': ['ID=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:17.114859 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (dd0830a9-009f-4c1c-9258-0e1160ad447e), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.125173 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.140882 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a8e8c63b-abfe-4ab4-a1a5-09f6852ffe33 req-22659fee-3535-4a0a-8944-3eb30c476411 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5496118 Mar 24 07:47:17.158053 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Attempting to bind port f8fa911f-a96f-4219-8c52-a4f7551c67f8 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:17.158958 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Attempting to bind port f8fa911f-a96f-4219-8c52-a4f7551c67f8 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:17.159468 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Attempting to bind port f8fa911f-a96f-4219-8c52-a4f7551c67f8 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:17.213494 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:17.227188 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:17.238066 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.238645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:17.239765 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Bound port: f8fa911f-a96f-4219-8c52-a4f7551c67f8, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:17.240764 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.246610 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.298674 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c8b7-7911-4964-aad0-2ee4a755faa0 None None] Pushing event updated for resources: {'Port': ['ID=a0ed17e7-d422-4312-be56-c0920b1f218c,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:17.319927 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68200967-1ecf-4b2a-ab9b-d9a038390a16 None None] Pushing event updated for resources: {'Port': ['ID=f8fa911f-a96f-4219-8c52-a4f7551c67f8,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:17.386550 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-cb69413e-b651-47e0-8a27-d3036c67c3af None None] Current status of the port 34167542-7f11-46bb-885b-3fd116914cb1 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:17.402622 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1c4a812e-7114-462f-9a9a-dd0b9ad11a9d req-f213ccc6-c6ce-4e6d-a229-ca6f9d5d9e72 service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7975035 Mar 24 07:47:17.424494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.494342 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Attempting to bind port a0ed17e7-d422-4312-be56-c0920b1f218c on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:17.494812 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Attempting to bind port a0ed17e7-d422-4312-be56-c0920b1f218c by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:17.495147 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Attempting to bind port a0ed17e7-d422-4312-be56-c0920b1f218c on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:17.501011 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:17.501472 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Checking segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:17.501994 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.502449 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Bound using segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:17.503255 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Bound port: a0ed17e7-d422-4312-be56-c0920b1f218c, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:17.503986 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.505092 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] For port f8fa911f-a96f-4219-8c52-a4f7551c67f8, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:17.511930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] For port f8fa911f-a96f-4219-8c52-a4f7551c67f8, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f8fa911f-a96f-4219-8c52-a4f7551c67f8,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:17.602172 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] For port a0ed17e7-d422-4312-be56-c0920b1f218c, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:17.602963 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.608136 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] For port a0ed17e7-d422-4312-be56-c0920b1f218c, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=a0ed17e7-d422-4312-be56-c0920b1f218c,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:17.617184 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8701c903-0903-4ec5-a4e3-0a9dbdc5d93a None None] Network 7ac98ad0-cd7c-4959-b411-68e07050830f requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:47:17.624119 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.711963 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.741445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68200967-1ecf-4b2a-ab9b-d9a038390a16 None None] Pushing event updated for resources: {'Port': ['ID=f8fa911f-a96f-4219-8c52-a4f7551c67f8,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:17.761863 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-69297709-b859-461e-b9bc-40d2908e55f4 None None] Provisioning complete for port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:17.762541 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-69297709-b859-461e-b9bc-40d2908e55f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:17.823168 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Routers {'dd0830a9-009f-4c1c-9258-0e1160ad447e'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:17.827753 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['dd0830a9-009f-4c1c-9258-0e1160ad447e'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:17.855488 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6c8b7-7911-4964-aad0-2ee4a755faa0 None None] Pushing event updated for resources: {'Port': ['ID=a0ed17e7-d422-4312-be56-c0920b1f218c,revision_number=4']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:17.882637 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:17.886435 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:17.926762 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 34167542-7f11-46bb-885b-3fd116914cb1 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:17.957745 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-69297709-b859-461e-b9bc-40d2908e55f4 None None] Port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:18.025484 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks [] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:18.108145 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-6fedb775-d585-489a-9eac-ef0afa7d7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:18.110204 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-6fedb775-d585-489a-9eac-ef0afa7d7c04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843ce9f649054ac6a5de4aff29f63aab&device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 1127 time: 0.5520794 Mar 24 07:47:18.141488 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:18.169526 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:18.228294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:47:18.332513 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (dd0830a9-009f-4c1c-9258-0e1160ad447e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:18.344699 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Pushing event updated for resources: {'Port': ['ID=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:18.399796 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430eca9-31b3-4bac-9e33-43b70b6c110d req-f12b3f50-82ee-4881-a918-24873e2d0958 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:18.402065 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2430eca9-31b3-4bac-9e33-43b70b6c110d req-f12b3f50-82ee-4881-a918-24873e2d0958 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 943 time: 0.3595994 Mar 24 07:47:18.513661 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-e3638f34-e778-429a-9c09-3bdf549ad290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:18.516149 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-e3638f34-e778-429a-9c09-3bdf549ad290 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 200 len: 910 time: 0.3967764 Mar 24 07:47:18.531133 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba8d8-1428-46df-ac77-430ff97c249e req-46b622a2-6a62-4a04-9691-2f7320560fd4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:18.538831 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-809ba8d8-1428-46df-ac77-430ff97c249e req-46b622a2-6a62-4a04-9691-2f7320560fd4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1768386 Mar 24 07:47:18.550856 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2430eca9-31b3-4bac-9e33-43b70b6c110d req-d4aa99e7-702c-43dc-a64d-9e2e1a78f06e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426437 Mar 24 07:47:18.614578 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:18.616103 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:18.625003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 34167542-7f11-46bb-885b-3fd116914cb1 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:18.651216 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-245b368a-972a-4c60-bcc5-a8300516aadf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1b65d73-9445-4337-96f5-a4352799a493 HTTP/1.1" status: 200 len: 217 time: 0.0884676 Mar 24 07:47:18.660354 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:18.676388 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-809ba8d8-1428-46df-ac77-430ff97c249e req-9ffd35c2-b3dd-46c8-9a00-a9ad70adeb29 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348188 Mar 24 07:47:18.732437 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83778cb-97d4-4bb7-a05f-2e291eb63f2e None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:18.772952 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-2f0835d4-b79f-456e-9f87-eb1f75d41621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:18.777085 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-2f0835d4-b79f-456e-9f87-eb1f75d41621 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=639e571b-ee04-4ec7-a7f1-42123add1f1e HTTP/1.1" status: 200 len: 849 time: 0.0985713 Mar 24 07:47:18.867266 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-ed0bd1cb-29e1-4c3b-84ed-1c9ce43494ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579751 Mar 24 07:47:18.869022 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Provisioning complete for port a0ed17e7-d422-4312-be56-c0920b1f218c triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:18.869415 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:19.014004 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Router dd0830a9-009f-4c1c-9258-0e1160ad447e has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:47:19.059804 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:19.177817 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-b3242784-ecdf-4887-a2bc-7d2b95875176 service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929778 Mar 24 07:47:19.194156 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Sync routers for ids ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:19.207846 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 34167542-7f11-46bb-885b-3fd116914cb1 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:19.208258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (34167542-7f11-46bb-885b-3fd116914cb1), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:19.286403 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:19.298287 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5f85c399-82bb-4136-a591-2a01cbac7747 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd0830a9-009f-4c1c-9258-0e1160ad447e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6559572 Mar 24 07:47:19.303886 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cee490d-7aae-4d97-8f62-f373b868ad49 req-a78eb7df-87ed-4937-ad9f-49396984d8d8 service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177139 Mar 24 07:47:19.307673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:19.309910 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-e679a68e-68d6-4582-a844-de25db323d3f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5209582 Mar 24 07:47:19.318997 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53710) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:19.433492 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:19.447301 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Routers {'2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:19.454514 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:19.468595 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Current status of the port a0ed17e7-d422-4312-be56-c0920b1f218c is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:19.469030 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:19.687378 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] Set router dd0830a9-009f-4c1c-9258-0e1160ad447e gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:19.963395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b35e-d3bb-4318-b723-b0d031e16750 req-de5da199-349d-4500-b73e-81e549fde1bd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:19.963395 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c781b35e-d3bb-4318-b723-b0d031e16750 req-de5da199-349d-4500-b73e-81e549fde1bd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1150775 Mar 24 07:47:19.982106 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Set router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:20.074938 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] For port a0ed17e7-d422-4312-be56-c0920b1f218c, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=a0ed17e7-d422-4312-be56-c0920b1f218c,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:20.097643 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c781b35e-d3bb-4318-b723-b0d031e16750 req-8609d094-9463-4abf-a126-2f3c705ae527 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286142 Mar 24 07:47:20.117837 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ff9b-7794-4e4f-9268-8043f91a30d1 req-863eb598-bf02-48d2-b7fb-9146834879c0 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:20.131988 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-db37ff9b-7794-4e4f-9268-8043f91a30d1 req-863eb598-bf02-48d2-b7fb-9146834879c0 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 943 time: 0.4522109 Mar 24 07:47:20.185987 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 34167542-7f11-46bb-885b-3fd116914cb1 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:20.187128 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device a0ed17e7-d422-4312-be56-c0920b1f218c up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:20.243107 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device a1b65d73-9445-4337-96f5-a4352799a493 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:47:20.244004 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-db37ff9b-7794-4e4f-9268-8043f91a30d1 req-8e7ddf52-9697-4852-bd2e-60ed73adfc93 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145809 Mar 24 07:47:20.311226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.350149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.421249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Pushing event updated for resources: {'Port': ['ID=a0ed17e7-d422-4312-be56-c0920b1f218c,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:20.547418 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port a1b65d73-9445-4337-96f5-a4352799a493, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1b65d73-9445-4337-96f5-a4352799a493,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:20.576045 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Allocated IP 172.20.0.1 (7ac98ad0-cd7c-4959-b411-68e07050830f/8a183bdb-9561-4057-89b0-8a919078a2c5/79a4c8be-2ff8-4a17-b565-669e58cf211f) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:20.609061 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': 'a1b65d73-9445-4337-96f5-a4352799a493', 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7', 'port_id': 'a1b65d73-9445-4337-96f5-a4352799a493', 'mac_address': 'fa:16:3e:d6:cc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639e571b-ee04-4ec7-a7f1-42123add1f1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:47:20.609061 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Provisioning complete for port faef6205-dc65-4384-bce4-382bd04bae94 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:20.609965 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (faef6205-dc65-4384-bce4-382bd04bae94), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.767574 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks [] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.777435 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port a0ed17e7-d422-4312-be56-c0920b1f218c triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:20.777994 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.810330 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port a1b65d73-9445-4337-96f5-a4352799a493 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:20.811058 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a1b65d73-9445-4337-96f5-a4352799a493), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.869461 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b65d73-9445-4337-96f5-a4352799a493 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:47:20.897983 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.928744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port a1b65d73-9445-4337-96f5-a4352799a493, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1b65d73-9445-4337-96f5-a4352799a493,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:20.931087 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Current status of the port faef6205-dc65-4384-bce4-382bd04bae94 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:20.931483 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (faef6205-dc65-4384-bce4-382bd04bae94), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:20.954534 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:47:16Z', 'revision_number': 3, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:21.012322 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '17f2c9b8-4f9c-4290-99ef-0f5be6c5b453', 'name': '', 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'tenant_id': '996175260141420595d8a32867c3fddb', 'mac_address': 'fa:16:3e:36:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '19859b40-aefe-411b-a0c4-94475249d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:16Z', 'updated_at': '2022-03-24T07:47:16Z', 'revision_number': 1, 'project_id': '996175260141420595d8a32867c3fddb', 'subnets': [{'id': '19859b40-aefe-411b-a0c4-94475249d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:21.021968 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Checking router: 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:21.022325 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Updating router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb port c893a18e-eb84-42f1-8cd2-c3f427df8c50 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:21.033620 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Network 7ac98ad0-cd7c-4959-b411-68e07050830f is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:21.038513 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:21.043103 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:21.095871 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:21.100599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (a1b65d73-9445-4337-96f5-a4352799a493), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:21.118018 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a082ffc0-a382-47e6-bdc1-6078dc19136b None None] The sync data for ids ['dd0830a9-009f-4c1c-9258-0e1160ad447e'] in dv-cinder-834822-3-iscsi is: [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '17f2c9b8-4f9c-4290-99ef-0f5be6c5b453', 'name': '', 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'tenant_id': '996175260141420595d8a32867c3fddb', 'mac_address': 'fa:16:3e:36:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '19859b40-aefe-411b-a0c4-94475249d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:16Z', 'updated_at': '2022-03-24T07:47:16Z', 'revision_number': 1, 'project_id': '996175260141420595d8a32867c3fddb', 'subnets': [{'id': '19859b40-aefe-411b-a0c4-94475249d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:21.247509 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port a0ed17e7-d422-4312-be56-c0920b1f218c is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:21.248673 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device faef6205-dc65-4384-bce4-382bd04bae94 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:21.263407 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] For port faef6205-dc65-4384-bce4-382bd04bae94, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=faef6205-dc65-4384-bce4-382bd04bae94,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:21.331822 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:21.400149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=79a4c8be-2ff8-4a17-b565-669e58cf211f,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:21.434009 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7847924-b4c0-4a26-bb67-9816b8ee0415 req-df46c845-8642-409b-9ca5-e34f2dff608d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:21.439810 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (faef6205-dc65-4384-bce4-382bd04bae94), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:21.453005 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e7847924-b4c0-4a26-bb67-9816b8ee0415 req-df46c845-8642-409b-9ca5-e34f2dff608d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.2041936 Mar 24 07:47:21.466600 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=a1b65d73-9445-4337-96f5-a4352799a493,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:21.508996 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d0ac0-89b1-42c6-b86e-3ac88484de41 req-eeb8c7bf-f4c2-433f-9996-cdacc0fa4d09 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:21.519299 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a79d0ac0-89b1-42c6-b86e-3ac88484de41 req-eeb8c7bf-f4c2-433f-9996-cdacc0fa4d09 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 944 time: 0.0987697 Mar 24 07:47:21.626695 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e7847924-b4c0-4a26-bb67-9816b8ee0415 req-ac08270b-35fe-4dfd-8894-75d0de31fbb3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698780 Mar 24 07:47:21.696438 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:21.829385 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a79d0ac0-89b1-42c6-b86e-3ac88484de41 req-04a07082-0d0e-46a7-9743-99d3e48945b1 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006551 Mar 24 07:47:21.875140 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['a1b65d73-9445-4337-96f5-a4352799a493'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:47:21.881122 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ba8f0-4760-4bcc-a1df-a54e378357b8 None None] Pushing event updated for resources: {'Port': ['ID=faef6205-dc65-4384-bce4-382bd04bae94,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:21.987760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Provisioning complete for port a0ed17e7-d422-4312-be56-c0920b1f218c triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:21.987760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.073377 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port faef6205-dc65-4384-bce4-382bd04bae94 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:22.073761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (faef6205-dc65-4384-bce4-382bd04bae94), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.141290 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks [] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.265548 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.407091 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Current status of the port a0ed17e7-d422-4312-be56-c0920b1f218c is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:22.428030 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=79a4c8be-2ff8-4a17-b565-669e58cf211f,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:22.436811 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.588952 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port faef6205-dc65-4384-bce4-382bd04bae94 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:22.615145 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Provisioning complete for port 79a4c8be-2ff8-4a17-b565-669e58cf211f triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:22.615520 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.615908 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Network 7ac98ad0-cd7c-4959-b411-68e07050830f is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:22.620341 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:22.743641 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Publish callbacks [] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.778626 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Port 79a4c8be-2ff8-4a17-b565-669e58cf211f cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:22.811011 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Provisioning complete for port faef6205-dc65-4384-bce4-382bd04bae94 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:22.811387 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (faef6205-dc65-4384-bce4-382bd04bae94), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.872312 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:22.967553 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:47:22.970155 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device a0ed17e7-d422-4312-be56-c0920b1f218c up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:22.978540 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1bfbd-fc81-4658-8d76-4ee302a2e36b req-d4fd45ff-9483-43a7-8f98-cec79e88ac21 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:22.993380 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-14f1bfbd-fc81-4658-8d76-4ee302a2e36b req-d4fd45ff-9483-43a7-8f98-cec79e88ac21 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1441162 Mar 24 07:47:23.105302 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba278c-8581-4981-834a-c7aa570c37c7 None None] Pushing event updated for resources: {'Port': ['ID=c893a18e-eb84-42f1-8cd2-c3f427df8c50,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:23.141931 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ba50e-22fb-404c-b970-6ef0933211ef req-d4f1e1c5-012a-4f04-afe7-98006d415e2a tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:23.152746 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-912ba50e-22fb-404c-b970-6ef0933211ef req-d4f1e1c5-012a-4f04-afe7-98006d415e2a tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 944 time: 0.2144148 Mar 24 07:47:23.203985 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-14f1bfbd-fc81-4658-8d76-4ee302a2e36b req-9037b1d7-c4db-4d1c-8120-b3f1bfdfa3ec tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095447 Mar 24 07:47:23.223383 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Current status of the port faef6205-dc65-4384-bce4-382bd04bae94 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:23.236674 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Attempting to bind port c893a18e-eb84-42f1-8cd2-c3f427df8c50 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:23.237975 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Attempting to bind port c893a18e-eb84-42f1-8cd2-c3f427df8c50 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:23.238370 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Attempting to bind port c893a18e-eb84-42f1-8cd2-c3f427df8c50 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:23.248687 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-96d5d468-e030-4b3a-b6e3-ab5958bc11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:23.250257 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:23.250661 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:23.251050 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:23.251579 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:23.252022 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-96d5d468-e030-4b3a-b6e3-ab5958bc11cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1129 time: 0.1585751 Mar 24 07:47:23.252463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Bound port: c893a18e-eb84-42f1-8cd2-c3f427df8c50, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:23.253032 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:23.323466 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] For port c893a18e-eb84-42f1-8cd2-c3f427df8c50, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:23.329845 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] For port c893a18e-eb84-42f1-8cd2-c3f427df8c50, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c893a18e-eb84-42f1-8cd2-c3f427df8c50,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:23.335800 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Provisioning complete for port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:23.336288 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:23.425701 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9c72374d-7f86-45ac-b73a-db1eb3922a57 None None] Port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:23.434143 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:23.475227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-db56649b-f2e9-4fa8-a125-89435b85fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:23.497149 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-db56649b-f2e9-4fa8-a125-89435b85fb7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.2345066 Mar 24 07:47:23.551290 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port a0ed17e7-d422-4312-be56-c0920b1f218c triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:23.561543 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:23.576643 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-912ba50e-22fb-404c-b970-6ef0933211ef req-7f82628a-a0dd-4fc4-86eb-1b7ff048c49e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114463 Mar 24 07:47:23.577215 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:47:23.599591 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-011dfcbf-d615-4994-9149-c1278bff9cb7 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2742856 Mar 24 07:47:23.659862 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-52f0d974-8afd-44b9-a524-9fe0c200c5f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 1000 time: 0.1429160 Mar 24 07:47:23.706995 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba278c-8581-4981-834a-c7aa570c37c7 None None] Pushing event updated for resources: {'Port': ['ID=c893a18e-eb84-42f1-8cd2-c3f427df8c50,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:23.746335 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Routers {'2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:23.747458 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:23.763707 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-06680315-e8df-492c-afff-ef3561ed4c69 None None] Provisioning complete for port 79a4c8be-2ff8-4a17-b565-669e58cf211f triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:23.764273 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-06680315-e8df-492c-afff-ef3561ed4c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:23.856028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-d3d9850d-30f6-4e15-bac3-fa08928ea922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:23.857952 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-d3d9850d-30f6-4e15-bac3-fa08928ea922 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.1778824 Mar 24 07:47:23.929449 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-06680315-e8df-492c-afff-ef3561ed4c69 None None] Port 79a4c8be-2ff8-4a17-b565-669e58cf211f cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:23.947535 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-affaec30-a77b-4d59-8697-f4e21a4e132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:23.953226 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-affaec30-a77b-4d59-8697-f4e21a4e132f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747213 Mar 24 07:47:23.982947 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port a0ed17e7-d422-4312-be56-c0920b1f218c is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:23.984162 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f8fa911f-a96f-4219-8c52-a4f7551c67f8 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:24.055650 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] Set router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:24.097689 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-429b1d62-5e4f-48de-b54a-c19eb8bfd837 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370695 Mar 24 07:47:24.148915 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port f8fa911f-a96f-4219-8c52-a4f7551c67f8 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:24.149624 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.242499 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a324a26-33a1-4e65-b981-3ed39237abd1 req-ec923945-d8f1-4500-953d-cc4f3574f354 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375589 Mar 24 07:47:24.280544 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device a1b65d73-9445-4337-96f5-a4352799a493 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:24.339703 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53790) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:24.466820 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bfe8b-b9e4-4a9e-8fe8-870458de3fe6 req-b2687a23-1f1f-4f7a-873a-3d2015c28c45 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:24.480417 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5a7bfe8b-b9e4-4a9e-8fe8-870458de3fe6 req-b2687a23-1f1f-4f7a-873a-3d2015c28c45 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1297400 Mar 24 07:47:24.579917 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5a7bfe8b-b9e4-4a9e-8fe8-870458de3fe6 req-3138c517-2c61-4bf6-9523-6f07a4944d16 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972509 Mar 24 07:47:24.612932 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port a1b65d73-9445-4337-96f5-a4352799a493 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:47:24.615989 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2777178b-615d-4a24-b26b-2f02912585ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.618836 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port f8fa911f-a96f-4219-8c52-a4f7551c67f8 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:24.632584 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.641854 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '79a4c8be-2ff8-4a17-b565-669e58cf211f', 'name': '', 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'mac_address': 'fa:16:3e:cd:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:20Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 2, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'subnets': [{'id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:24.677379 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15625c01-202c-436f-84e0-1905a08ccec9 None None] The sync data for ids ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'] in dv-cinder-834822-3-iscsi is: [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '79a4c8be-2ff8-4a17-b565-669e58cf211f', 'name': '', 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'mac_address': 'fa:16:3e:cd:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:20Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 2, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'subnets': [{'id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:24.686285 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port a1b65d73-9445-4337-96f5-a4352799a493 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:24.686604 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (a1b65d73-9445-4337-96f5-a4352799a493), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.729170 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port f8fa911f-a96f-4219-8c52-a4f7551c67f8, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f8fa911f-a96f-4219-8c52-a4f7551c67f8,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:24.787538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53796) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:24.792492 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213658066', 'description': 'tempest-secgroup-smoke-1213658066 description', 'project_id': '732e20b796c4417d925b33585cc0a269'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:24.816737 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2777178b-615d-4a24-b26b-2f02912585ee admin admin] Publish callbacks [] for security_group (901e30f4-9813-4742-bad8-95047cc1ac6a), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.837622 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ce4a0-03cf-42d0-82ad-cd387e063406 req-887e88e3-3cf8-4e3b-9a64-0edcdaa442c6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:24.842354 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f94ce4a0-03cf-42d0-82ad-cd387e063406 req-887e88e3-3cf8-4e3b-9a64-0edcdaa442c6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 944 time: 0.1352983 Mar 24 07:47:24.842596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.842865 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device faef6205-dc65-4384-bce4-382bd04bae94 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:24.869477 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port a1b65d73-9445-4337-96f5-a4352799a493 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:24.874641 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (a1b65d73-9445-4337-96f5-a4352799a493), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.906737 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2777178b-615d-4a24-b26b-2f02912585ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (901e30f4-9813-4742-bad8-95047cc1ac6a), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.934367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:24.942820 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f94ce4a0-03cf-42d0-82ad-cd387e063406 req-51c2209e-a3ff-4205-9f0c-abd5d1b2b5e2 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838571 Mar 24 07:47:24.954308 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b65d73-9445-4337-96f5-a4352799a493'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:24.957422 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40e81b4-d525-476e-b125-bc6577734e95" -d '{"events": [{"server_uuid": "cd051b40-b2fc-440d-b21f-b5cba7beed23", "name": "network-vif-plugged", "status": "completed", "tag": "a1b65d73-9445-4337-96f5-a4352799a493"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:24.992711 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2777178b-615d-4a24-b26b-2f02912585ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=02786c7cbce14ce8a2c2d5ac57804457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6391890 Mar 24 07:47:24.992711 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777178b-615d-4a24-b26b-2f02912585ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901e30f4-9813-4742-bad8-95047cc1ac6a,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:24.993412 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Sync routers for ids ['dd0830a9-009f-4c1c-9258-0e1160ad447e'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:24.994605 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53800) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:25.008768 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Routers {'dd0830a9-009f-4c1c-9258-0e1160ad447e'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:25.011672 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port a1b65d73-9445-4337-96f5-a4352799a493, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1b65d73-9445-4337-96f5-a4352799a493,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:25.014699 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=f8fa911f-a96f-4219-8c52-a4f7551c67f8,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:25.016024 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['dd0830a9-009f-4c1c-9258-0e1160ad447e'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:25.038607 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port faef6205-dc65-4384-bce4-382bd04bae94 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:25.039238 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (faef6205-dc65-4384-bce4-382bd04bae94), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.132952 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group (f92efc6a-3df1-4151-915a-c305d51e7307), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.143172 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e1f276-4d81-4d56-886b-a512ae28b8b8 x-openstack-request-id: req-f1e1f276-4d81-4d56-886b-a512ae28b8b8 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:47:25.146761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd051b40-b2fc-440d-b21f-b5cba7beed23", "name": "network-vif-plugged", "status": "completed", "tag": "a1b65d73-9445-4337-96f5-a4352799a493", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:47:25.146761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1e1f276-4d81-4d56-886b-a512ae28b8b8 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:47:25.146761 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e1f276-4d81-4d56-886b-a512ae28b8b8'] response: {'server_uuid': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b65d73-9445-4337-96f5-a4352799a493', 'code': 200} Mar 24 07:47:25.151277 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (a1b65d73-9445-4337-96f5-a4352799a493), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.203928 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3b0f284e-b02d-4ff0-aa57-b33c7bb084ae admin admin] Publish callbacks [] for security_group (901e30f4-9813-4742-bad8-95047cc1ac6a), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.222851 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f92efc6a-3df1-4151-915a-c305d51e7307), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.249636 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=a1b65d73-9445-4337-96f5-a4352799a493,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:25.292375 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f92efc6a-3df1-4151-915a-c305d51e7307,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:25.298252 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3b0f284e-b02d-4ff0-aa57-b33c7bb084ae admin admin] Publish callbacks [] for security_group (901e30f4-9813-4742-bad8-95047cc1ac6a), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.338651 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port faef6205-dc65-4384-bce4-382bd04bae94 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:25.385133 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.387228 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-43747eef-163f-43ef-bfab-0064ab1ca0ed tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5978174 Mar 24 07:47:25.389729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53802) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:25.395443 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group_rule': {'security_group_id': 'f92efc6a-3df1-4151-915a-c305d51e7307', 'project_id': '732e20b796c4417d925b33585cc0a269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:25.432305 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Set router dd0830a9-009f-4c1c-9258-0e1160ad447e gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:25.523517 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f8fa911f-a96f-4219-8c52-a4f7551c67f8 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:25.533333 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (cced5855-d0cd-4ceb-8c5b-da2456dbe733), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.536122 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3b0f284e-b02d-4ff0-aa57-b33c7bb084ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (901e30f4-9813-4742-bad8-95047cc1ac6a), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.538709 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3b0f284e-b02d-4ff0-aa57-b33c7bb084ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.539911 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3b0f284e-b02d-4ff0-aa57-b33c7bb084ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/901e30f4-9813-4742-bad8-95047cc1ac6a HTTP/1.1" status: 204 len: 168 time: 0.5443027 Mar 24 07:47:25.549144 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f284e-b02d-4ff0-aa57-b33c7bb084ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901e30f4-9813-4742-bad8-95047cc1ac6a,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:25.704217 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b0ff2-b2ff-404e-86fc-eacf27ee22aa req-9be22e86-4a4b-4ee3-bde7-ed13dececf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:25.706543 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e82b0ff2-b2ff-404e-86fc-eacf27ee22aa req-9be22e86-4a4b-4ee3-bde7-ed13dececf28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 1129 time: 0.2523141 Mar 24 07:47:25.722164 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port f8fa911f-a96f-4219-8c52-a4f7551c67f8 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:25.722630 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.734195 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (cced5855-d0cd-4ceb-8c5b-da2456dbe733), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.801604 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e82b0ff2-b2ff-404e-86fc-eacf27ee22aa req-cfecaaa2-377d-4b21-bcb7-adf494d64eb3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649395 Mar 24 07:47:25.804099 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (cced5855-d0cd-4ceb-8c5b-da2456dbe733), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.834997 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cced5855-d0cd-4ceb-8c5b-da2456dbe733,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:25.882013 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port f8fa911f-a96f-4219-8c52-a4f7551c67f8 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:25.897749 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008de85-f668-4b91-ab16-c986a1136d5b req-a5b06fd8-87d9-49f3-9677-56c03d7d9076 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:25.899345 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9008de85-f668-4b91-ab16-c986a1136d5b req-a5b06fd8-87d9-49f3-9677-56c03d7d9076 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 945 time: 0.1891537 Mar 24 07:47:25.918896 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:25.920691 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-83af65a0-8c31-41f1-b474-558462257110 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5297902 Mar 24 07:47:25.923469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53808) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:25.933192 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group_rule': {'security_group_id': 'f92efc6a-3df1-4151-915a-c305d51e7307', 'project_id': '732e20b796c4417d925b33585cc0a269', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:25.980373 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '17f2c9b8-4f9c-4290-99ef-0f5be6c5b453', 'name': '', 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'tenant_id': '996175260141420595d8a32867c3fddb', 'mac_address': 'fa:16:3e:36:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '19859b40-aefe-411b-a0c4-94475249d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:16Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 2, 'project_id': '996175260141420595d8a32867c3fddb', 'subnets': [{'id': '19859b40-aefe-411b-a0c4-94475249d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:26.081712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (c908dbe8-8aa4-4075-8420-edd2f41120eb), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.088970 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Checking router: dd0830a9-009f-4c1c-9258-0e1160ad447e for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:26.090763 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Updating router dd0830a9-009f-4c1c-9258-0e1160ad447e port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:26.095681 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9008de85-f668-4b91-ab16-c986a1136d5b req-d063758f-92a5-4819-8687-2a932d6e1578 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850960 Mar 24 07:47:26.170889 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.243230 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:47:26.289794 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (c908dbe8-8aa4-4075-8420-edd2f41120eb), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.333982 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213703aa-7e6d-438d-a4ba-5114576f7811 req-79abc2f1-c6c5-44da-b350-b313a1d34955 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:26.345083 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-213703aa-7e6d-438d-a4ba-5114576f7811 req-79abc2f1-c6c5-44da-b350-b313a1d34955 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 945 time: 0.1747444 Mar 24 07:47:26.366189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (c908dbe8-8aa4-4075-8420-edd2f41120eb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.409474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c908dbe8-8aa4-4075-8420-edd2f41120eb,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:26.459758 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: ACTIVE; New status is: DOWN {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:26.460223 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.485000 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-213703aa-7e6d-438d-a4ba-5114576f7811 req-9b48d624-e840-4cb0-9758-58d007f36f84 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211236 Mar 24 07:47:26.502879 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.504594 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-21b15ca0-89cf-4778-ab54-d16d99380849 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5783358 Mar 24 07:47:26.506932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53814) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:26.511521 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group_rule': {'security_group_id': 'f92efc6a-3df1-4151-915a-c305d51e7307', 'project_id': '732e20b796c4417d925b33585cc0a269', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:26.521932 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:26.629480 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.668806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (84ae26d7-9e72-455a-aa81-3d324ac94029), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.722163 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Publish callbacks [] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.742674 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=8']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:26.776352 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (84ae26d7-9e72-455a-aa81-3d324ac94029), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.822134 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.850641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (84ae26d7-9e72-455a-aa81-3d324ac94029), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.885530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ae26d7-9e72-455a-aa81-3d324ac94029,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:26.905464 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99667b1-f2be-4d71-afbc-e40a5b131fdc None None] Pushing event updated for resources: {'Port': ['ID=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:26.970306 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:26.972041 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-4cb7762b-b9de-42cd-9657-ddf6a229e018 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4638114 Mar 24 07:47:26.974734 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53816) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:26.979190 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group_rule': {'security_group_id': 'f92efc6a-3df1-4151-915a-c305d51e7307', 'project_id': '732e20b796c4417d925b33585cc0a269', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:27.010845 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Attempting to bind port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:27.011528 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Attempting to bind port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:27.012041 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Attempting to bind port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 on network b0f255a6-c68c-4a89-9078-dc03ae9c9475 {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:27.025644 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:27.025644 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Checking segment: {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:27.025644 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.025644 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Bound using segment: {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:27.025644 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Bound port: 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455833ad-65f9-4dbd-a706-4dcebe21de01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:27.025644 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.111164 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] For port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:27.116160 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] For port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:27.151278 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:27.153738 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e6a327-7102-4b94-b45d-944339f8f071" -d '{"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-unplugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:27.157654 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (30f42e43-d5f4-423b-a235-e0580a2495ab), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.203743 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a0f5cb-9652-48de-bab2-138317fc7335 x-openstack-request-id: req-45a0f5cb-9652-48de-bab2-138317fc7335 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:47:27.204199 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-unplugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:47:27.204458 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45a0f5cb-9652-48de-bab2-138317fc7335 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:47:27.204859 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a0f5cb-9652-48de-bab2-138317fc7335'] response: {'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'code': 200} Mar 24 07:47:27.255136 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.291871 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (30f42e43-d5f4-423b-a235-e0580a2495ab), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.311085 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] Provisioning complete for port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:27.311646 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.326094 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e3ede-eba4-4f36-ab46-cc15139c48b7 req-4eb92794-e973-48aa-a126-018d48c1e433 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:27.329183 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1d6e3ede-eba4-4f36-ab46-cc15139c48b7 req-4eb92794-e973-48aa-a126-018d48c1e433 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.1061783 Mar 24 07:47:27.333081 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Routers {'dd0830a9-009f-4c1c-9258-0e1160ad447e'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:27.333676 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['dd0830a9-009f-4c1c-9258-0e1160ad447e'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:27.386096 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (30f42e43-d5f4-423b-a235-e0580a2495ab), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.449494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f42e43-d5f4-423b-a235-e0580a2495ab,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:27.519138 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1d6e3ede-eba4-4f36-ab46-cc15139c48b7 req-9cc1cfd6-a5d0-46bc-b9f8-c6ae8f0dc3f4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610754 Mar 24 07:47:27.689679 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fee94-4732-43aa-ae04-cb5919d1ddfd req-02fb3db8-504e-4b55-8f94-bc0439c9e873 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:27.699590 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-387fee94-4732-43aa-ae04-cb5919d1ddfd req-02fb3db8-504e-4b55-8f94-bc0439c9e873 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 945 time: 0.0952628 Mar 24 07:47:27.730284 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99667b1-f2be-4d71-afbc-e40a5b131fdc None None] Pushing event updated for resources: {'Port': ['ID=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,revision_number=4']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:27.793300 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-387fee94-4732-43aa-ae04-cb5919d1ddfd req-d7915b3f-b5b3-4436-9d41-01789adea9b6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865357 Mar 24 07:47:27.808245 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] Set router dd0830a9-009f-4c1c-9258-0e1160ad447e gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:27.817611 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c893a18e-eb84-42f1-8cd2-c3f427df8c50 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:27.876933 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] Current status of the port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:27.878577 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.910598 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port c893a18e-eb84-42f1-8cd2-c3f427df8c50 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:27.910971 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:27.959848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] For port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:28.004463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port c893a18e-eb84-42f1-8cd2-c3f427df8c50 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:28.004862 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.026658 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port c893a18e-eb84-42f1-8cd2-c3f427df8c50, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c893a18e-eb84-42f1-8cd2-c3f427df8c50,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:28.060020 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '17f2c9b8-4f9c-4290-99ef-0f5be6c5b453', 'name': '', 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'tenant_id': '996175260141420595d8a32867c3fddb', 'mac_address': 'fa:16:3e:36:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '19859b40-aefe-411b-a0c4-94475249d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:16Z', 'updated_at': '2022-03-24T07:47:27Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'subnets': [{'id': '19859b40-aefe-411b-a0c4-94475249d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:28.090720 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba5a0b2-1efa-4241-bf67-7814c2076222 None None] The sync data for ids ['dd0830a9-009f-4c1c-9258-0e1160ad447e'] in dv-cinder-834822-3-iscsi is: [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:47:17Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '17f2c9b8-4f9c-4290-99ef-0f5be6c5b453', 'name': '', 'network_id': 'b0f255a6-c68c-4a89-9078-dc03ae9c9475', 'tenant_id': '996175260141420595d8a32867c3fddb', 'mac_address': 'fa:16:3e:36:a5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '19859b40-aefe-411b-a0c4-94475249d79d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:16Z', 'updated_at': '2022-03-24T07:47:27Z', 'revision_number': 4, 'project_id': '996175260141420595d8a32867c3fddb', 'subnets': [{'id': '19859b40-aefe-411b-a0c4-94475249d79d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:28.095791 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.103293 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-06063a65-b96f-4c7a-864e-d42df552774b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1218486 Mar 24 07:47:28.103293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53832) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:28.106861 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group_rule': {'security_group_id': 'f92efc6a-3df1-4151-915a-c305d51e7307', 'project_id': '732e20b796c4417d925b33585cc0a269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:28.123173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.125173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.205533 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45304c8d-1391-496b-adfa-69e7505e63b1 None None] Pushing event updated for resources: {'Port': ['ID=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:28.251129 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.securitygroups_db [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Project 732e20b796c4417d925b33585cc0a269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 07:47:28.260827 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (f607e1ac-b93b-458f-8b52-3a0b131a2269), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.281985 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-f790cf0f-9a36-4e74-8ef9-9479346b1ac0 None None] Provisioning complete for port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:28.282350 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f790cf0f-9a36-4e74-8ef9-9479346b1ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.286255 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=c893a18e-eb84-42f1-8cd2-c3f427df8c50,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:28.386290 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (f607e1ac-b93b-458f-8b52-3a0b131a2269), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.396617 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-f790cf0f-9a36-4e74-8ef9-9479346b1ac0 None None] Current status of the port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:28.479644 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (f607e1ac-b93b-458f-8b52-3a0b131a2269), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.499559 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f607e1ac-b93b-458f-8b52-3a0b131a2269,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:28.572772 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.574586 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-100969c2-0f10-4c23-9fb0-cda9bb9fe725 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4728372 Mar 24 07:47:28.577351 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53842) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:28.582073 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'security_group_rule': {'security_group_id': 'f92efc6a-3df1-4151-915a-c305d51e7307', 'project_id': '732e20b796c4417d925b33585cc0a269', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:28.685803 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.securitygroups_db [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Project 732e20b796c4417d925b33585cc0a269 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 07:47:28.694504 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (dcdf2234-70d0-43dc-a6cd-7feaff3599be), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.789119 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (dcdf2234-70d0-43dc-a6cd-7feaff3599be), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.812324 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Sync routers for ids ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:47:28.826640 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Routers {'2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:28.827573 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:28.859661 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (dcdf2234-70d0-43dc-a6cd-7feaff3599be), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:28.907160 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdf2234-70d0-43dc-a6cd-7feaff3599be,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:28.983596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Set router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:29.009362 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:29.011477 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9d8b1187-1499-4915-929b-2ad10f8cc326 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4331169 Mar 24 07:47:29.292184 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '79a4c8be-2ff8-4a17-b565-669e58cf211f', 'name': '', 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'mac_address': 'fa:16:3e:cd:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:20Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 2, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'subnets': [{'id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:29.349863 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Checking router: 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:47:29.350311 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Updating router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb port 79a4c8be-2ff8-4a17-b565-669e58cf211f binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:47:29.392236 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:29.609858 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [req-869bc3dc-3435-4676-9a1f-a5bdfdc9c6f2 req-4b866eee-36e6-4f12-831c-c04d1a9fc306 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:47:29.615578 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-869bc3dc-3435-4676-9a1f-a5bdfdc9c6f2 req-4b866eee-36e6-4f12-831c-c04d1a9fc306 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170321 Mar 24 07:47:29.621961 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:29.691565 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753ebdc-fb8d-4829-9dd2-afda204a0b64 req-acac3b80-92c6-4b7b-9b65-3e4e6a15e8f4 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:29.699097 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c753ebdc-fb8d-4829-9dd2-afda204a0b64 req-acac3b80-92c6-4b7b-9b65-3e4e6a15e8f4 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 945 time: 0.0930223 Mar 24 07:47:29.756742 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c753ebdc-fb8d-4829-9dd2-afda204a0b64 req-85cbc642-8ea1-45af-835b-6f4e2529383a tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Mar 24 07:47:29.798400 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:29.798833 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.005480 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Publish callbacks [] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.007125 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:30.023029 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c893a18e-eb84-42f1-8cd2-c3f427df8c50 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:30.050307 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9ae8-be98-4f98-b6d2-fca8e129e6dc req-23fce17e-6872-4599-b4af-9b6e0bd6f6eb tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:30.051920 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-189d9ae8-be98-4f98-b6d2-fca8e129e6dc req-23fce17e-6872-4599-b4af-9b6e0bd6f6eb tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0981424 Mar 24 07:47:30.112719 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port c893a18e-eb84-42f1-8cd2-c3f427df8c50 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:30.113604 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.128047 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-189d9ae8-be98-4f98-b6d2-fca8e129e6dc req-b13d4033-394a-4ed5-a1f6-cb88973378f7 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696707 Mar 24 07:47:30.143199 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.194070 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80760e99-d099-4763-877f-9619cd22ef45 None None] Pushing event updated for resources: {'Port': ['ID=79a4c8be-2ff8-4a17-b565-669e58cf211f,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:30.319376 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:47:30.394889 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Attempting to bind port 79a4c8be-2ff8-4a17-b565-669e58cf211f on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:30.395417 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Attempting to bind port 79a4c8be-2ff8-4a17-b565-669e58cf211f by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:30.395631 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Attempting to bind port 79a4c8be-2ff8-4a17-b565-669e58cf211f on network 7ac98ad0-cd7c-4959-b411-68e07050830f {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:30.405693 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port c893a18e-eb84-42f1-8cd2-c3f427df8c50 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:30.419063 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:30.419063 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Checking segment: {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:30.419394 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.419577 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Bound using segment: {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:30.420041 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Bound port: 79a4c8be-2ff8-4a17-b565-669e58cf211f, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55735c32-f879-4212-bf21-4ef1d7257f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:30.420428 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.553941 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: DOWN; New status is: DOWN {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:30.562953 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] For port 79a4c8be-2ff8-4a17-b565-669e58cf211f, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:30.567182 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] For port 79a4c8be-2ff8-4a17-b565-669e58cf211f, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=79a4c8be-2ff8-4a17-b565-669e58cf211f,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:30.637291 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.687373 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] Provisioning complete for port 79a4c8be-2ff8-4a17-b565-669e58cf211f triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:30.687963 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:30.739239 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Routers {'2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:47:30.739983 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:30.917721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 53938) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:30.951862 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66427aa-6d58-44ee-ac9b-959c4651ad6e req-baa69a1f-6592-40bf-bca3-ceccba9073de tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:30.959909 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80760e99-d099-4763-877f-9619cd22ef45 None None] Pushing event updated for resources: {'Port': ['ID=79a4c8be-2ff8-4a17-b565-669e58cf211f,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:30.960512 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d66427aa-6d58-44ee-ac9b-959c4651ad6e req-baa69a1f-6592-40bf-bca3-ceccba9073de tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 945 time: 0.0935752 Mar 24 07:47:31.052462 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d66427aa-6d58-44ee-ac9b-959c4651ad6e req-823b4716-2330-4097-b4e1-20a938d40536 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856917 Mar 24 07:47:31.138644 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] Current status of the port 79a4c8be-2ff8-4a17-b565-669e58cf211f is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:31.139033 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:31.201883 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-97293585-4e9e-4fb5-b98f-03cbbaa5979a tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:31.203671 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-97293585-4e9e-4fb5-b98f-03cbbaa5979a tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 945 time: 0.1889226 Mar 24 07:47:31.229173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] For port 79a4c8be-2ff8-4a17-b565-669e58cf211f, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=79a4c8be-2ff8-4a17-b565-669e58cf211f,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:31.233867 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] Set router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:47:31.265896 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-c708ea49-9f2f-4544-9476-d2940a87cfff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3462551 Mar 24 07:47:31.275476 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-741c31f3-25b1-40f6-925b-93bfff5f0859 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110216) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:47:31.276464 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-741c31f3-25b1-40f6-925b-93bfff5f0859 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053110 Mar 24 07:47:31.357493 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:31.442711 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Deleting port a1b65d73-9445-4337-96f5-a4352799a493 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:47:31.443086 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (a1b65d73-9445-4337-96f5-a4352799a493), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:31.521687 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 53952) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:47:31.558229 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6c48d-adac-4c29-8d46-41f8d402ed22 req-c10bc68c-ecea-4885-aebc-82da6510ccc9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:31.559975 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bfb6c48d-adac-4c29-8d46-41f8d402ed22 req-c10bc68c-ecea-4885-aebc-82da6510ccc9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.1799638 Mar 24 07:47:31.628064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] For port a1b65d73-9445-4337-96f5-a4352799a493, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=a1b65d73-9445-4337-96f5-a4352799a493,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:47:31.628587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (a1b65d73-9445-4337-96f5-a4352799a493), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:31.652992 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Calling delete_port for a1b65d73-9445-4337-96f5-a4352799a493 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:47:31.676953 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bfb6c48d-adac-4c29-8d46-41f8d402ed22 req-fb30dd5a-e7a0-4d8c-8c52-d504df867ae2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072345 Mar 24 07:47:31.689820 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79a4c8be-2ff8-4a17-b565-669e58cf211f up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:31.703319 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-02516485-43fa-41e3-b15f-b896ab150564 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:31.707373 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-02516485-43fa-41e3-b15f-b896ab150564 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports/140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 940 time: 0.1840627 Mar 24 07:47:31.791111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 79a4c8be-2ff8-4a17-b565-669e58cf211f triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:31.791508 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:31.821431 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc19200-60d8-4a0e-9c90-dceee0037223 None None] Pushing event updated for resources: {'Port': ['ID=79a4c8be-2ff8-4a17-b565-669e58cf211f,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:31.824944 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-4ce387ad-439a-4632-91ed-455151397452 None None] Provisioning complete for port 79a4c8be-2ff8-4a17-b565-669e58cf211f triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:31.824944 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4ce387ad-439a-4632-91ed-455151397452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:31.994032 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (a1b65d73-9445-4337-96f5-a4352799a493), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:32.023808 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['a1b65d73-9445-4337-96f5-a4352799a493'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:47:32.057146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Pushing event deleted for resources: {'Port': ['ID=a1b65d73-9445-4337-96f5-a4352799a493,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:32.101488 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-4ce387ad-439a-4632-91ed-455151397452 None None] Current status of the port 79a4c8be-2ff8-4a17-b565-669e58cf211f is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:32.117517 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 79a4c8be-2ff8-4a17-b565-669e58cf211f is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:32.144392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '79a4c8be-2ff8-4a17-b565-669e58cf211f', 'name': '', 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'mac_address': 'fa:16:3e:cd:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:20Z', 'updated_at': '2022-03-24T07:47:30Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'subnets': [{'id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:47:32.150049 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] No DVR routers for this DVR port a1b65d73-9445-4337-96f5-a4352799a493 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:47:32.157333 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:32.175341 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1e8f6650-362b-4d76-9141-d630279f5bdc req-583be219-e3bb-4929-91d2-a4f5a184575e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "DELETE /v2.0/ports/a1b65d73-9445-4337-96f5-a4352799a493 HTTP/1.1" status: 204 len: 173 time: 0.9515784 Mar 24 07:47:32.179525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'name': 'network-vif-deleted', 'tag': 'a1b65d73-9445-4337-96f5-a4352799a493'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:32.189163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d58f0b-6f1c-4650-9dc1-8b0ded15ab9f" -d '{"events": [{"server_uuid": "cd051b40-b2fc-440d-b21f-b5cba7beed23", "name": "network-vif-deleted", "tag": "a1b65d73-9445-4337-96f5-a4352799a493"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:32.205475 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e924cfed-8ac1-4731-9bbf-7a7a8a993f09 None None] The sync data for ids ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'] in dv-cinder-834822-3-iscsi is: [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:47:21Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '79a4c8be-2ff8-4a17-b565-669e58cf211f', 'name': '', 'network_id': '7ac98ad0-cd7c-4959-b411-68e07050830f', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'mac_address': 'fa:16:3e:cd:46:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:20Z', 'updated_at': '2022-03-24T07:47:30Z', 'revision_number': 4, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'subnets': [{'id': '8a183bdb-9561-4057-89b0-8a919078a2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:47:32.240429 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-47b4fa65-132d-44b9-9153-46fd0c512686 req-493b180b-e95b-47ad-83d0-f5cc3b7b3591 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0409141 Mar 24 07:47:32.251998 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08e5ba-d6d3-48a6-ae53-c2c96773b40c x-openstack-request-id: req-3a08e5ba-d6d3-48a6-ae53-c2c96773b40c {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:47:32.251998 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd051b40-b2fc-440d-b21f-b5cba7beed23", "name": "network-vif-deleted", "tag": "a1b65d73-9445-4337-96f5-a4352799a493", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:47:32.251998 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a08e5ba-d6d3-48a6-ae53-c2c96773b40c {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:47:32.251998 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a08e5ba-d6d3-48a6-ae53-c2c96773b40c'] response: {'server_uuid': 'cd051b40-b2fc-440d-b21f-b5cba7beed23', 'name': 'network-vif-deleted', 'tag': 'a1b65d73-9445-4337-96f5-a4352799a493', 'status': 'completed', 'code': 200} Mar 24 07:47:32.880811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd95f9-cf47-4613-8c1b-041150095f38 req-59010845-c7c9-4a22-9e71-e62646498af1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:32.882171 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a0fd95f9-cf47-4613-8c1b-041150095f38 req-59010845-c7c9-4a22-9e71-e62646498af1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0664656 Mar 24 07:47:32.932751 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a0fd95f9-cf47-4613-8c1b-041150095f38 req-352c6030-28ed-4a05-83f3-29427936e2dd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Mar 24 07:47:33.380175 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2f11765b-0236-49b8-8c6a-fc5213b4c4f2 req-bb9404ba-f28f-49dd-b65b-6d65e3f7291d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd051b40-b2fc-440d-b21f-b5cba7beed23 HTTP/1.1" status: 200 len: 210 time: 0.0376558 Mar 24 07:47:33.458614 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79a4c8be-2ff8-4a17-b565-669e58cf211f up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:47:33.543966 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 79a4c8be-2ff8-4a17-b565-669e58cf211f triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:33.544345 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:33.632641 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 79a4c8be-2ff8-4a17-b565-669e58cf211f is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:47:34.092149 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198386b-652d-4cb6-a00a-858dde0942c6 req-8674a057-8a0c-4792-bc40-3c328f93bd94 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:34.092149 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6198386b-652d-4cb6-a00a-858dde0942c6 req-8674a057-8a0c-4792-bc40-3c328f93bd94 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0709877 Mar 24 07:47:34.148297 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6198386b-652d-4cb6-a00a-858dde0942c6 req-794b2d2a-9942-4402-b8f0-45d313f4239c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517993 Mar 24 07:47:34.344297 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device a1b65d73-9445-4337-96f5-a4352799a493 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:47:34.370603 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: a1b65d73-9445-4337-96f5-a4352799a493 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:47:34.371393 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device a1b65d73-9445-4337-96f5-a4352799a493 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:47:35.118302 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-c14fac4d-cd00-4c43-aa17-d8df309c2e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.119903 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-c14fac4d-cd00-4c43-aa17-d8df309c2e31 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1127 time: 0.0619404 Mar 24 07:47:35.267054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-1f263669-68fa-47db-8a95-6178eb23240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.271330 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-1f263669-68fa-47db-8a95-6178eb23240a service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.1187043 Mar 24 07:47:35.322930 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a497b-f31a-4fa3-bc0e-89af4c009f65 req-7970a9fd-741e-4b24-ac5c-406b864cf8dc tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.342544 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1f5a497b-f31a-4fa3-bc0e-89af4c009f65 req-7970a9fd-741e-4b24-ac5c-406b864cf8dc tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0845046 Mar 24 07:47:35.415222 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1f5a497b-f31a-4fa3-bc0e-89af4c009f65 req-2a43f0bd-281c-4fc2-934f-0e48367613a8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629654 Mar 24 07:47:35.419476 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-09ad7fb2-32c8-4113-ac5e-97f1cbecdb1e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 998 time: 0.1330380 Mar 24 07:47:35.489700 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-65e58866-8be4-44cd-80de-9d94ee27d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.494370 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-65e58866-8be4-44cd-80de-9d94ee27d26c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec&tenant_id=a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 1127 time: 0.1357977 Mar 24 07:47:35.504265 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-95fe8fb9-a978-4cfc-b67a-b524960b2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.504265 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-95fe8fb9-a978-4cfc-b67a-b524960b2b82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0771456 Mar 24 07:47:35.569546 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-e93f8179-9937-4795-a39c-7e76484360e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.571156 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-e93f8179-9937-4795-a39c-7e76484360e3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598285 Mar 24 07:47:35.613443 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:35.683752 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-9aa9d10c-2d9c-48cd-b5a3-253679ff80a9 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029799 Mar 24 07:47:35.795761 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8c1d4908-e181-4e3f-8b9a-ffde341563ba req-bba923da-9f33-496b-897c-d9dfeb6500c2 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046510 Mar 24 07:47:35.979497 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-5ebd210d-3b90-47b6-9e78-02d18d72ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:35.981504 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-5ebd210d-3b90-47b6-9e78-02d18d72ebac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1127 time: 0.0640779 Mar 24 07:47:36.107457 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-d07f96b0-814b-4eaf-bc77-9812c888f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:36.109037 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-d07f96b0-814b-4eaf-bc77-9812c888f87b service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.1109889 Mar 24 07:47:36.190127 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-2bbd8bbe-6e2f-44fc-a410-6d40666c9cea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 200 len: 998 time: 0.0658839 Mar 24 07:47:36.238794 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-5d92215b-4fad-4932-8b7a-384efa8cdbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:36.240194 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-5d92215b-4fad-4932-8b7a-384efa8cdbbf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0441115 Mar 24 07:47:36.295040 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-c7c0dd73-3e7d-4d46-85ab-a4171a326137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:36.296098 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-c7c0dd73-3e7d-4d46-85ab-a4171a326137 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484948 Mar 24 07:47:36.397482 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-594fe319-bed1-4663-a631-54c58ba4a982 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944850 Mar 24 07:47:36.503782 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c9b60d48-2aee-4e00-9dc3-379cbbca7b60 req-58c56cf7-5e06-49e5-907a-3a079600dd57 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991468 Mar 24 07:47:36.554526 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a345ac6-fe2d-47a7-b96c-de9eef063012 req-ec182315-a627-4834-a636-45af54a00b1d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:36.560418 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0a345ac6-fe2d-47a7-b96c-de9eef063012 req-ec182315-a627-4834-a636-45af54a00b1d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0630641 Mar 24 07:47:36.608280 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0a345ac6-fe2d-47a7-b96c-de9eef063012 req-d54efc71-e092-4e6f-ae4c-ef363d8b6383 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 Mar 24 07:47:37.663807 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-57616458-4905-44b7-8838-946eadd681c9 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:37.665296 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-57616458-4905-44b7-8838-946eadd681c9 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/networks?id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 200 len: 809 time: 0.1085100 Mar 24 07:47:37.680139 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-04224434-f6e5-4bed-bee5-9868f2b5d64e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/quotas/843ce9f649054ac6a5de4aff29f63aab HTTP/1.1" status: 200 len: 375 time: 0.0091193 Mar 24 07:47:37.716341 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-432103aa-e486-4ee5-80dc-9a2ed79fb615 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=843ce9f649054ac6a5de4aff29f63aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307975 Mar 24 07:47:37.840268 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-6baa0090-4de8-4d1d-a88f-859b6a0fd136 service neutron] 10.222.0.20 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166046 Mar 24 07:47:37.878578 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9031-de34-4705-817e-c94f47d143b0 req-c4cd1cf3-aa02-49ae-8d9a-e1dd89a9de5c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:37.880322 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-24ec9031-de34-4705-817e-c94f47d143b0 req-c4cd1cf3-aa02-49ae-8d9a-e1dd89a9de5c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0603232 Mar 24 07:47:37.941314 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-24ec9031-de34-4705-817e-c94f47d143b0 req-3cb0634c-1735-490d-b9f5-7b4ffc206e14 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553336 Mar 24 07:47:37.960321 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-5fbc2e9b-dd1a-4988-8ba1-a157b241158f service neutron] 10.222.0.20 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130099 Mar 24 07:47:38.287309 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f972bcc9-83a6-4cf2-b6ad-6335d6f68ff2 req-115a7ec3-db61-4cd4-9b97-ccd18e4dc4ce tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0398555 Mar 24 07:47:39.107265 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5325f3e-abc2-4ba4-b93f-673676e719b8 req-4a8d491c-0912-47c1-a5b6-df139d3e8632 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:39.108974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5325f3e-abc2-4ba4-b93f-673676e719b8 req-4a8d491c-0912-47c1-a5b6-df139d3e8632 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0603933 Mar 24 07:47:39.164253 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5325f3e-abc2-4ba4-b93f-673676e719b8 req-8e8f04cb-362d-4345-b939-a5ead595bda6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488327 Mar 24 07:47:39.398347 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-93982bf5-00cd-4f13-b56a-43b4b1b74ca5 req-ee4915b7-54b7-40fe-aa99-348d538f3d0f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0400379 Mar 24 07:47:40.309090 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186c83b-eeac-4c1a-a693-1afa01b2c4ff req-e6aa8b9b-df07-41c0-9cb2-6b5bdd4e36e4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:40.312595 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d186c83b-eeac-4c1a-a693-1afa01b2c4ff req-e6aa8b9b-df07-41c0-9cb2-6b5bdd4e36e4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0603108 Mar 24 07:47:40.374486 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d186c83b-eeac-4c1a-a693-1afa01b2c4ff req-c3f75298-39fc-4bc9-b74d-fd38f41969b6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544662 Mar 24 07:47:40.503199 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-de5ad71e-677a-4cef-a197-19dd55ced72a req-694ad8fa-4079-4cd6-9b5f-b61b0778e2b9 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0285828 Mar 24 07:47:41.974421 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-9bfed0c7-fba3-479f-86db-1e4052eae112 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:41.975912 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-9bfed0c7-fba3-479f-86db-1e4052eae112 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 815 time: 0.1248491 Mar 24 07:47:41.991424 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-90b0338a-34e6-4761-98e5-40e94b236055 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/quotas/31fcf26080d94a488a61d9b6c65acf49 HTTP/1.1" status: 200 len: 375 time: 0.0099659 Mar 24 07:47:42.067863 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-3a6a9bc3-98d4-4975-9791-8277d2234293 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713317 Mar 24 07:47:42.207392 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-3f4ce072-d0f3-441f-a786-4b8a7863a42f service neutron] 10.222.0.20 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272902 Mar 24 07:47:42.295805 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5953d7f3-7256-49b1-b757-99b87b3615cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:42.340453 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-bbce90af-e374-4858-9c29-7b8150dc4ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267619 Mar 24 07:47:42.644651 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65efe90-1794-40ee-8c29-e4ceb624dbdb req-ab39062b-95db-4b9e-a661-1df2a31e0e16 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:42.646176 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a65efe90-1794-40ee-8c29-e4ceb624dbdb req-ab39062b-95db-4b9e-a661-1df2a31e0e16 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0589006 Mar 24 07:47:42.706691 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a65efe90-1794-40ee-8c29-e4ceb624dbdb req-929f6543-11cf-4639-b80b-50dde9b84ad8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543609 Mar 24 07:47:42.806717 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8e4ad534-09ef-40b9-9545-370753e4d11e req-c40175ba-0cb8-4a82-874a-a2fa670a2c66 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0328376 Mar 24 07:47:42.892345 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9cea65ec-e8e6-440f-9c29-f05676d51409 req-f23616c1-5bd2-4807-82be-93e7487ac818 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0347254 Mar 24 07:47:43.844494 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0a385-16ac-46c8-8697-34453ace37b1 req-79808a6e-58d7-462f-85d2-ec9e99418bc2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:43.845940 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4ec0a385-16ac-46c8-8697-34453ace37b1 req-79808a6e-58d7-462f-85d2-ec9e99418bc2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0588102 Mar 24 07:47:43.894331 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4ec0a385-16ac-46c8-8697-34453ace37b1 req-817461b4-0ea9-46ee-9fcb-05fb7cc28735 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Mar 24 07:47:43.984776 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfa8e184-4561-4e8c-a1c8-ccf53852e613 req-0de6ce17-a55d-4166-a4dc-49548a676ee9 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0361938 Mar 24 07:47:44.062308 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d2d67db-187c-4a66-b087-4fa3871b163b req-4cfe31fe-1d56-4d9d-8734-28a1ffee2700 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0314591 Mar 24 07:47:44.792373 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7a91326a-77cb-4595-8942-37cf8ce7cee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:45.027664 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3176dc5-bce2-4c9f-aab7-a6f46379420f req-0562eeae-0a7a-4847-90eb-e1c9b696418b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:45.027664 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e3176dc5-bce2-4c9f-aab7-a6f46379420f req-0562eeae-0a7a-4847-90eb-e1c9b696418b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0570788 Mar 24 07:47:45.084345 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e3176dc5-bce2-4c9f-aab7-a6f46379420f req-778711ae-5fa4-4448-b392-1f153aeef977 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534039 Mar 24 07:47:45.173104 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f9c52a23-b0aa-46e4-aac3-0e1bb2c40bb2 req-678f4230-6106-47b5-9d01-ac052e82ba44 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0298598 Mar 24 07:47:45.269031 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-facc401a-87ca-4172-af99-aabfd8ed7417 req-6469245d-7885-4837-891d-f7f41e60e64a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0273294 Mar 24 07:47:45.630706 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:46.216298 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee44348-5b57-4ec8-b3a2-121ea6e10beb req-cf035ae4-2aa1-4195-bd7c-ad3afa07cfb6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:46.217966 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6ee44348-5b57-4ec8-b3a2-121ea6e10beb req-cf035ae4-2aa1-4195-bd7c-ad3afa07cfb6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0573478 Mar 24 07:47:46.273214 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6ee44348-5b57-4ec8-b3a2-121ea6e10beb req-b478fab6-629c-4355-9ec1-4c30b5d9f0c2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491271 Mar 24 07:47:46.359168 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e8a97248-3cad-4c81-9baf-022ffb102378 req-8ca35873-46aa-4a25-86e7-2819027e3017 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0271113 Mar 24 07:47:46.448450 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9ca97394-e03f-488f-a94e-3bd7f2e968e3 req-93ea0c8c-c581-40f5-b98d-be55b7329107 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0338132 Mar 24 07:47:47.250174 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:47.403325 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d665f8-3b20-40c7-8aae-00eb27ac9acd req-e1db0a38-47c4-4fdc-bab8-462a82ea6364 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:47.404813 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-27d665f8-3b20-40c7-8aae-00eb27ac9acd req-e1db0a38-47c4-4fdc-bab8-462a82ea6364 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0553975 Mar 24 07:47:47.455952 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-27d665f8-3b20-40c7-8aae-00eb27ac9acd req-f3a1479a-e7fe-42ec-9ce9-c18609f5eed0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448673 Mar 24 07:47:47.540833 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-05dfc057-87f3-48f3-a5e2-240a4b93321a req-6ab64043-0875-451e-85a6-3c8b7adf0ff6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0275741 Mar 24 07:47:47.619784 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-694caaa0-4dd4-4d67-8fb3-411c86dd26b7 req-61d0d574-821a-4cd1-a55b-12d1e8aafc1d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0276718 Mar 24 07:47:47.747301 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-5645c3f1-49f1-4dfd-8f66-6365be2e6650 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213658066&fields=id&tenant_id=732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 267 time: 0.0434866 Mar 24 07:47:47.854585 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-053bc668-da08-4f00-a681-fca3eb278203 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:47.856115 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-053bc668-da08-4f00-a681-fca3eb278203 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 811 time: 0.1025825 Mar 24 07:47:47.870728 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-8981f3a2-162d-44e5-a128-a60f80991f29 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/quotas/732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 375 time: 0.0093877 Mar 24 07:47:47.927350 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-dc61f05e-033e-42d1-bc26-f9d643333a74 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513813 Mar 24 07:47:48.026530 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-3831a02a-f133-46c8-bcbe-c7235a2c8a93 service neutron] 10.222.0.20 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Mar 24 07:47:48.118480 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1308293c-a348-4438-a06a-d075a9c7818e service neutron] 10.222.0.20 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Mar 24 07:47:48.652347 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e9740-c846-4043-ad60-072c4f9f9424 req-d9adfa42-7325-4d2c-8adc-5613ff89abbe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:48.653832 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b70e9740-c846-4043-ad60-072c4f9f9424 req-d9adfa42-7325-4d2c-8adc-5613ff89abbe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0585988 Mar 24 07:47:48.696755 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:48.703518 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b70e9740-c846-4043-ad60-072c4f9f9424 req-d3b0cbc4-2f10-4692-9f5b-cf8565de8049 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Mar 24 07:47:48.765337 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-af1b35e6-3d93-4bbb-845e-d67fe72795c6 req-e169dd14-b0a1-463a-947e-62cb1a45e6fe tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0357583 Mar 24 07:47:48.839656 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b06d980c-6eaa-4221-a060-6885e253e6bc req-8759b0e5-bbb9-4029-a316-f1bfc847af82 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0465505 Mar 24 07:47:48.874612 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-51c4f4f9-0fe1-4b38-9303-70a06d091984 req-8ea6d5b1-9962-42b2-9ad8-b0e50b20e81c tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0415568 Mar 24 07:47:49.073697 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-5fa6dfc7-c590-48b4-a717-d808c5208dd6 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:49.075313 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-5fa6dfc7-c590-48b4-a717-d808c5208dd6 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.67 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 815 time: 0.1021781 Mar 24 07:47:49.088261 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'port': {'device_id': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'admin_state_up': True, 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:49.270532 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-053f1923-6421-4c80-b5d0-4ed2c65f2fa8 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:49.272000 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-053f1923-6421-4c80-b5d0-4ed2c65f2fa8 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "GET /v2.0/networks?id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 200 len: 809 time: 0.1420274 Mar 24 07:47:49.286005 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Request body: {'port': {'device_id': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7', 'admin_state_up': True, 'tenant_id': '843ce9f649054ac6a5de4aff29f63aab'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:49.365397 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Made reservation on behalf of 31fcf26080d94a488a61d9b6c65acf49 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:49.368816 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:49.516345 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Allocated IP 172.20.0.3 (712b2f54-8f17-4cdb-810c-f033ea698c3b/ddb4faf1-f488-4a45-928e-d19f464d33df/7a49b0ea-0450-4a8c-9226-e2f25ea7afa4) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:49.527987 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Made reservation on behalf of 843ce9f649054ac6a5de4aff29f63aab for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:49.531282 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:49.945322 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2dfa0ddb-33d5-4648-9c14-6d7438869e6d req-94848c1f-26c8-43fd-8ddb-689f4ee70a1d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0572400 Mar 24 07:47:50.080096 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-89a6c5df-1f9f-4852-971e-d2658493b251 req-f7db6af7-cefc-42cb-a5a2-5bb56e587d02 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 210 time: 0.0385315 Mar 24 07:47:50.120739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdec1a8-5c00-4a7d-b505-5784cc143009 req-18d0dc58-f026-4f73-9e4c-9b23479c36f9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:50.126377 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7cdec1a8-5c00-4a7d-b505-5784cc143009 req-18d0dc58-f026-4f73-9e4c-9b23479c36f9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.2784731 Mar 24 07:47:50.195056 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:50.226312 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Allocated IP 172.20.0.5 (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7/639e571b-ee04-4ec7-a7f1-42123add1f1e/fac59c9b-4348-4a94-8b0c-48c8c5d31fe6) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:50.228261 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f3a400de-7dd9-42c7-aed2-0c1e86b5c938 req-e6dad6af-30f1-457d-b36c-c7cbd5fa6d8b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0423050 Mar 24 07:47:50.260636 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7cdec1a8-5c00-4a7d-b505-5784cc143009 req-049e7b59-5089-4682-b598-74753ce55d1e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332223 Mar 24 07:47:50.405999 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:50.464535 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:50.466811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:50.470289 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.621964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:47:50.623639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks [] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:50.790985 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-7f2c642d-a356-4153-af7a-f2ec32c2e2a2 None None] Provisioning complete for port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:47:50.792066 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f2c642d-a356-4153-af7a-f2ec32c2e2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:50.834271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c642d-a356-4153-af7a-f2ec32c2e2a2 None None] Port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:47:51.069024 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-baac014e-d947-468f-a0c5-ed7d6533169b req-474411fd-437a-46a8-950a-c04df77afd2e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0365007 Mar 24 07:47:51.098387 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:51.128936 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65bb4468-8e5a-478a-a0c2-7e5f13801c42 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0442610 Mar 24 07:47:51.179000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:47:51.183572 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:47:51.209053 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:47:51.239537 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Pushing event updated for resources: {'Port': ['ID=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:51.276435 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dca155-a0b8-457e-95b2-352cef76b934 req-781e762e-c92e-457e-bb48-62a16ca1b6c0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:51.277969 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-03dca155-a0b8-457e-95b2-352cef76b934 req-781e762e-c92e-457e-bb48-62a16ca1b6c0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.1165669 Mar 24 07:47:51.283590 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:51.288665 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:51.347433 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a40f0974-1c27-495c-af33-79bb82cf00b1 req-ed5b57ca-0a5c-4a80-ada9-ca49ef348797 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0282254 Mar 24 07:47:51.356902 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-03dca155-a0b8-457e-95b2-352cef76b934 req-0930367c-3c69-4564-a6e5-1b7030bdde15 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691175 Mar 24 07:47:51.401299 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-e74dfa14-7012-482f-afcb-0941b7007cfc tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1207860 Mar 24 07:47:51.472621 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ca1d3-328e-4fb2-8821-74eac275f8f0 req-dfb6d5f0-cf4e-43fd-8e05-4b3aa92df69b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:51.474383 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-589ca1d3-328e-4fb2-8821-74eac275f8f0 req-dfb6d5f0-cf4e-43fd-8e05-4b3aa92df69b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0617359 Mar 24 07:47:51.533029 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-589ca1d3-328e-4fb2-8821-74eac275f8f0 req-a5c40d7f-b180-49c7-acb0-f7d6873f0c0d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524414 Mar 24 07:47:52.097066 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746569c6-538a-4069-a921-837022cb5eae req-6ed5c168-bddc-4a83-9a5d-7b74f953859d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:52.098595 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-746569c6-538a-4069-a921-837022cb5eae req-6ed5c168-bddc-4a83-9a5d-7b74f953859d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0588963 Mar 24 07:47:52.148549 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-746569c6-538a-4069-a921-837022cb5eae req-7073e9ec-a178-40ec-9913-8117f4f94703 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Mar 24 07:47:52.208351 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd497af-8383-4f17-8990-7ce33ab8bfed req-43ea27ee-3acc-49ea-8095-12ed09a2b43b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:52.209919 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cdd497af-8383-4f17-8990-7ce33ab8bfed req-43ea27ee-3acc-49ea-8095-12ed09a2b43b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 931 time: 0.0578134 Mar 24 07:47:52.258845 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cdd497af-8383-4f17-8990-7ce33ab8bfed req-3822a2e5-bf0f-480e-8ee1-3667f40cffde tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431473 Mar 24 07:47:52.294350 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:47:52.472575 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-44e811a3-bda3-486e-b817-e3e5435960cb req-5509fa2a-cebf-46c7-9fbc-d871c1b1c479 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0473783 Mar 24 07:47:52.500091 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986f5c7-86b6-4069-88b6-63e56f92d911 req-dfb77d1d-2545-4931-8f77-7f61d900e72c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:52.501592 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c986f5c7-86b6-4069-88b6-63e56f92d911 req-dfb77d1d-2545-4931-8f77-7f61d900e72c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.0599017 Mar 24 07:47:52.554637 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c986f5c7-86b6-4069-88b6-63e56f92d911 req-68198445-60aa-4a51-b38c-b5ae4b93434c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469513 Mar 24 07:47:52.677760 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109d880-1e8e-4007-a422-6f7370ce63d2 req-d86ff641-7f9b-46aa-9f4e-ccaa8aa4a507 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:52.679485 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1109d880-1e8e-4007-a422-6f7370ce63d2 req-d86ff641-7f9b-46aa-9f4e-ccaa8aa4a507 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0565259 Mar 24 07:47:52.731805 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1109d880-1e8e-4007-a422-6f7370ce63d2 req-0ab08a8f-d6e9-4253-8d80-084df97117df tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463347 Mar 24 07:47:53.278236 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21674e02-f74b-4e53-bf17-7f4c64f535d8 req-df6b7386-948f-4cb7-8102-b5de04f244e2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:53.279802 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-21674e02-f74b-4e53-bf17-7f4c64f535d8 req-df6b7386-948f-4cb7-8102-b5de04f244e2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0566599 Mar 24 07:47:53.344124 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-21674e02-f74b-4e53-bf17-7f4c64f535d8 req-56f07572-f572-45ed-8e81-e0127f13980b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572309 Mar 24 07:47:53.399318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dd264-f69d-43ae-b6fb-78d2a31fdb09 req-8c6e2e5d-626a-498d-9a46-ddcddc888cf4 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:53.407402 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a99dd264-f69d-43ae-b6fb-78d2a31fdb09 req-8c6e2e5d-626a-498d-9a46-ddcddc888cf4 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 931 time: 0.0652330 Mar 24 07:47:53.451810 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a99dd264-f69d-43ae-b6fb-78d2a31fdb09 req-a8b2ecbe-117d-43b6-a656-c5ba2ca953a1 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450966 Mar 24 07:47:53.575525 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a48d083c-0bc8-4bc9-a87c-6f8810a548fa req-b6516b93-e6a1-4841-b0f0-4046efb3227e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0283942 Mar 24 07:47:53.682083 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e117c-d94a-4855-a3c3-cce05948daeb req-589aecef-dccb-4ee1-a3f8-f2e1859fe11a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:53.683612 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9d8e117c-d94a-4855-a3c3-cce05948daeb req-589aecef-dccb-4ee1-a3f8-f2e1859fe11a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.0615783 Mar 24 07:47:53.732036 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9d8e117c-d94a-4855-a3c3-cce05948daeb req-f1d46718-d5d9-45ae-90d1-22e633e17f4d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427129 Mar 24 07:47:53.859667 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667c0b1-a44d-4d64-b132-725b0e2398f0 req-c199c718-8df9-46ef-be39-bd07830abcab tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:53.861216 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1667c0b1-a44d-4d64-b132-725b0e2398f0 req-c199c718-8df9-46ef-be39-bd07830abcab tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0575995 Mar 24 07:47:53.917544 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1667c0b1-a44d-4d64-b132-725b0e2398f0 req-e4bd9dbb-fc2e-4589-89b0-0f2e34dcc61e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468228 Mar 24 07:47:54.477222 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdeadb1-3466-4938-94f5-44eef8d553e8 req-2679e0ea-9d35-483a-a2e3-509bd516fa52 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:54.479078 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bfdeadb1-3466-4938-94f5-44eef8d553e8 req-2679e0ea-9d35-483a-a2e3-509bd516fa52 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0639777 Mar 24 07:47:54.544665 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bfdeadb1-3466-4938-94f5-44eef8d553e8 req-64c99cc1-8838-421d-bc09-1416f4d42c74 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600374 Mar 24 07:47:54.575314 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c579e60-e1fe-4cfb-aee3-919b38721ac2 req-ade0a005-6bde-48aa-b4d9-9b8f98c0645d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:54.577003 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c579e60-e1fe-4cfb-aee3-919b38721ac2 req-ade0a005-6bde-48aa-b4d9-9b8f98c0645d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 931 time: 0.0585325 Mar 24 07:47:54.639241 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c579e60-e1fe-4cfb-aee3-919b38721ac2 req-c41ed81f-f482-4a02-b646-0da77318039d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Mar 24 07:47:54.690267 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cfb9e9b2-3e7c-448d-a762-775eedaea688 req-41fea5ff-ce09-43b2-8dff-6e9a02b65f06 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0283728 Mar 24 07:47:54.855554 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a147cd-764f-4b05-86b7-d28730cd0f0d req-d02ce00e-923c-4d16-a4e2-b9f19ef2512b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:54.857108 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f8a147cd-764f-4b05-86b7-d28730cd0f0d req-d02ce00e-923c-4d16-a4e2-b9f19ef2512b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.0550280 Mar 24 07:47:54.912485 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f8a147cd-764f-4b05-86b7-d28730cd0f0d req-2a8421e6-7758-4505-a329-726d80ccc47d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Mar 24 07:47:55.075107 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1455c-397a-4435-9942-0c431af53b06 req-714bb937-c0fd-4f57-ae5a-94387714bc15 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:55.076647 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06e1455c-397a-4435-9942-0c431af53b06 req-714bb937-c0fd-4f57-ae5a-94387714bc15 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0658388 Mar 24 07:47:55.129247 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06e1455c-397a-4435-9942-0c431af53b06 req-a3785292-0f50-4cc2-8666-670180b29e52 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Mar 24 07:47:55.678711 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c775e-f965-40b4-9a39-52c8568735d0 req-3bf240ba-e675-4f34-98c5-b49313e331e6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:55.680357 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-032c775e-f965-40b4-9a39-52c8568735d0 req-3bf240ba-e675-4f34-98c5-b49313e331e6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0616612 Mar 24 07:47:55.761155 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-032c775e-f965-40b4-9a39-52c8568735d0 req-07dad793-d383-4c94-bfe2-1e4b9966039b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679018 Mar 24 07:47:55.801436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acae4a-4db8-433c-8054-26eb265ab00d req-a1aceeda-643b-4981-a8d5-b834f5260dd3 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:55.803336 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-38acae4a-4db8-433c-8054-26eb265ab00d req-a1aceeda-643b-4981-a8d5-b834f5260dd3 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 931 time: 0.0887063 Mar 24 07:47:55.866729 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-38acae4a-4db8-433c-8054-26eb265ab00d req-036fa3e8-d1cc-4e61-be0c-a07b16719cdf tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531323 Mar 24 07:47:55.873957 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e75bce63-bc9f-42da-8f6c-f1c76e764713 req-1f32f52e-7f32-4b5c-a2f1-62c028d16ca8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0327964 Mar 24 07:47:56.059741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea57a9-a997-4013-9649-8241a11f9da8 req-aa53160e-3ee5-434c-b960-d5cc4f788282 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:56.061659 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9cea57a9-a997-4013-9649-8241a11f9da8 req-aa53160e-3ee5-434c-b960-d5cc4f788282 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.0781982 Mar 24 07:47:56.112147 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9cea57a9-a997-4013-9649-8241a11f9da8 req-7a199aab-43a9-405f-8e55-789b28751938 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Mar 24 07:47:56.259287 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945ff79-5ae3-4405-8b8a-d9cfd3c76f02 req-911afc8c-72c2-48b8-8dc8-40bb0c22d239 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:56.260772 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0945ff79-5ae3-4405-8b8a-d9cfd3c76f02 req-911afc8c-72c2-48b8-8dc8-40bb0c22d239 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0566542 Mar 24 07:47:56.317528 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0945ff79-5ae3-4405-8b8a-d9cfd3c76f02 req-ed0181f5-8df6-4089-8e17-0b2105e139ff tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511231 Mar 24 07:47:56.881924 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472269-ea7b-4eea-916b-2d872e63247e req-d253970d-7c86-4be9-a675-ce97b8a21ca8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:56.883545 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ec472269-ea7b-4eea-916b-2d872e63247e req-d253970d-7c86-4be9-a675-ce97b8a21ca8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0558984 Mar 24 07:47:56.944832 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ec472269-ea7b-4eea-916b-2d872e63247e req-08119399-ed13-45b3-b7e2-69899613fef1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555437 Mar 24 07:47:57.012959 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7374c7-186a-4ec2-ba68-6bf87735910e req-0aa92552-852f-4e92-af58-a5cca7a0ff07 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:57.014783 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c7374c7-186a-4ec2-ba68-6bf87735910e req-0aa92552-852f-4e92-af58-a5cca7a0ff07 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 931 time: 0.0780501 Mar 24 07:47:57.074222 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c7374c7-186a-4ec2-ba68-6bf87735910e req-07d9bfe7-2aff-4304-b72d-7d35ca9f67d0 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530813 Mar 24 07:47:57.095765 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7b6b6974-78f9-4be2-81d6-f7d7951b634f req-0e45dd5a-0bd8-4e17-9928-8492774ae702 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0714996 Mar 24 07:47:57.244388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbdb94-245a-4b57-b648-3e39a2246118 req-1451bcda-48aa-4129-92ba-df48c8f7d2fa tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:57.246070 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3efbdb94-245a-4b57-b648-3e39a2246118 req-1451bcda-48aa-4129-92ba-df48c8f7d2fa tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.0570085 Mar 24 07:47:57.321652 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3efbdb94-245a-4b57-b648-3e39a2246118 req-62b31767-ff85-476e-a65e-ca5661113457 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Mar 24 07:47:57.468386 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a65dff-2e92-4861-9823-6dc54c50890b req-9d69a617-aac3-4006-9cc8-63fc1464309a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:57.470282 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06a65dff-2e92-4861-9823-6dc54c50890b req-9d69a617-aac3-4006-9cc8-63fc1464309a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0600412 Mar 24 07:47:57.526235 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06a65dff-2e92-4861-9823-6dc54c50890b req-caaa4887-7b1c-49c4-a4b4-5803dce8c1d3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491660 Mar 24 07:47:58.063514 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2435-632b-4576-9c20-9046cc3377ef req-86c18be8-ec08-4677-b25b-ccda0fc2fc37 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:58.064924 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b42e2435-632b-4576-9c20-9046cc3377ef req-86c18be8-ec08-4677-b25b-ccda0fc2fc37 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0547521 Mar 24 07:47:58.111665 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b42e2435-632b-4576-9c20-9046cc3377ef req-4c415797-b215-4ca0-90aa-865a0acbca8a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Mar 24 07:47:58.211696 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4540f2e7-dbb3-445f-84fc-7700f8b67a2c req-b45d7ac5-aaef-45b8-8379-d95005ca1b8c tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0401285 Mar 24 07:47:58.227888 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f626-dd22-4a67-acc7-8a91942ff74b req-a95aeea1-4eff-4fa4-aa56-faf686127103 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:58.230021 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-89d1f626-dd22-4a67-acc7-8a91942ff74b req-a95aeea1-4eff-4fa4-aa56-faf686127103 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 931 time: 0.0626338 Mar 24 07:47:58.278061 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-89d1f626-dd22-4a67-acc7-8a91942ff74b req-2f7473d9-8274-494d-a052-daf3d52aae31 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425110 Mar 24 07:47:58.423914 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d79b8-fc74-4ccc-b7c0-5260849a15a1 req-c0ddb6b3-6ddb-408a-ba58-c197cb9ac411 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:58.426179 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5c0d79b8-fc74-4ccc-b7c0-5260849a15a1 req-c0ddb6b3-6ddb-408a-ba58-c197cb9ac411 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 931 time: 0.0526061 Mar 24 07:47:58.463014 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Request body: {'port': {'device_id': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:58.469566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Request body: {'port': {'device_id': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:58.477437 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5c0d79b8-fc74-4ccc-b7c0-5260849a15a1 req-f503410d-ac60-4c5b-80a4-c95d98c7eb7b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455880 Mar 24 07:47:58.573835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:58.578693 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:58.842686 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1f5e0-d732-4c25-b251-ee55b0c0cbd5 req-070d5e9c-0a5f-48a8-80f6-671d1fea60b9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:58.844243 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-faa1f5e0-d732-4c25-b251-ee55b0c0cbd5 req-070d5e9c-0a5f-48a8-80f6-671d1fea60b9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.2435670 Mar 24 07:47:59.007196 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-faa1f5e0-d732-4c25-b251-ee55b0c0cbd5 req-ecc67dda-9ce9-40c1-b14f-29b029a96d73 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531315 Mar 24 07:47:59.071833 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-90a6a745-e713-485f-8f60-25b58e625d15 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:59.073346 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-90a6a745-e713-485f-8f60-25b58e625d15 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 811 time: 0.1003020 Mar 24 07:47:59.148396 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-84eb07ac-50d2-48e2-a863-579550f1d88e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 380 time: 0.0645041 Mar 24 07:47:59.157641 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'port': {'device_id': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'admin_state_up': True, 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'security_groups': ['f92efc6a-3df1-4151-915a-c305d51e7307']}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:47:59.160735 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:47:59.166604 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:47:59.178346 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Publish callbacks [] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.181579 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Publish callbacks [] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.202526 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Transition to ACTIVE for port object 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:47:59.203529 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Transition to ACTIVE for port object fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:47:59.270602 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.293107 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2ef9-10a5-4561-b0ef-7eb12f8159c3 req-66c94619-c467-47a2-98ad-f2d28c346f74 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:59.294680 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f0af2ef9-10a5-4561-b0ef-7eb12f8159c3 req-66c94619-c467-47a2-98ad-f2d28c346f74 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0919454 Mar 24 07:47:59.310368 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.361906 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f0af2ef9-10a5-4561-b0ef-7eb12f8159c3 req-2a342af7-a3e2-425b-bdf5-af4f998f4d38 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606434 Mar 24 07:47:59.371845 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:59.400944 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5770dfd9-e455-4123-8cb3-7a00d936ec9e req-7aeb321e-8b3e-48d4-a8d2-6624ec35da94 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0723464 Mar 24 07:47:59.436102 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Made reservation on behalf of 732e20b796c4417d925b33585cc0a269 for: {'port': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:47:59.439521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.538887 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:47:59.606641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Attempting to bind port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:59.606987 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Attempting to bind port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:59.607235 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Attempting to bind port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 on network 712b2f54-8f17-4cdb-810c-f033ea698c3b {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:59.616509 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8cbec-5470-48a8-ab27-da4c00d2c692 req-c973105d-6e1a-44e3-a01f-69378b3868b6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:59.618052 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-88a8cbec-5470-48a8-ab27-da4c00d2c692 req-c973105d-6e1a-44e3-a01f-69378b3868b6 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 943 time: 0.1755226 Mar 24 07:47:59.626808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 on network 712b2f54-8f17-4cdb-810c-f033ea698c3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:47:59.627215 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Attempting to bind port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 on network 712b2f54-8f17-4cdb-810c-f033ea698c3b {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:59.631795 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Attempting to bind port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:47:59.632177 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Attempting to bind port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:47:59.632509 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Attempting to bind port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 on network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:59.640631 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:59.640971 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Checking segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:59.641358 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Bound using segment: {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:59.641806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Bound port: 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df36890c-4eca-499d-ab31-20699d2bb660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:59.642173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.646361 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 on network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:47:59.646690 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Attempting to bind port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 on network a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:47:59.669130 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec3c84-3012-4859-a897-71b56bbc06c5 req-bbca4424-ceef-4899-86fb-1e6af5a33c6a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:59.670607 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-42ec3c84-3012-4859-a897-71b56bbc06c5 req-bbca4424-ceef-4899-86fb-1e6af5a33c6a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 943 time: 0.1131654 Mar 24 07:47:59.671327 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:47:59.671666 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Checking segment: {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:47:59.672071 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Bound using segment: {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:47:59.672511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Bound port: fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '300c39ba-97c3-44aa-b853-2790f92af79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:47:59.672867 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.706627 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Allocated IP 172.20.0.8 (c4a5e492-8761-4ec1-9b80-35070e2a6827/b0966ed7-edc0-49c5-af43-4bc9e5acaecc/721647e5-6107-4433-aa0e-e9ce58eef544) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:47:59.714088 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-88a8cbec-5470-48a8-ab27-da4c00d2c692 req-edd5a1d0-8912-4767-b240-4415e7f0bbd5 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872259 Mar 24 07:47:59.810434 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:59.814839 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-42ec3c84-3012-4859-a897-71b56bbc06c5 req-c9bc517a-d214-44da-bc36-f8a03e3dbb63 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334524 Mar 24 07:47:59.818694 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:59.824678 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] For port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:47:59.828436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] For port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:47:59.855404 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (721647e5-6107-4433-aa0e-e9ce58eef544), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.896064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.928324 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.935131 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:59.935767 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.937152 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] 10.222.0.67 "PUT /v2.0/ports/7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 1093 time: 1.4785168 Mar 24 07:47:59.939454 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:47:59.947059 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d417967-53e6-438f-b0fa-8c819bc1da18" -d '{"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:47:59.971539 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.973010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:47:59.973642 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:47:59.987669 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] 10.222.0.67 "PUT /v2.0/ports/fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 HTTP/1.1" status: 200 len: 1093 time: 1.5177257 Mar 24 07:47:59.987669 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35eee53-d175-490b-a4db-361986f1f646 service neutron] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:00.019732 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66bcea8-d1c8-488b-beeb-fbeaa6de76e4 x-openstack-request-id: req-d66bcea8-d1c8-488b-beeb-fbeaa6de76e4 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:00.020077 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:00.020318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d66bcea8-d1c8-488b-beeb-fbeaa6de76e4 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:00.023979 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66bcea8-d1c8-488b-beeb-fbeaa6de76e4'] response: {'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'status': 'completed', 'code': 200} Mar 24 07:48:00.052040 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:48:00.057756 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:48:00.065829 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:48:00.086943 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=721647e5-6107-4433-aa0e-e9ce58eef544,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:00.094574 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c3b78-4f7b-40f2-8f5a-0b93c8608ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:00.117450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417967-53e6-438f-b0fa-8c819bc1da18 req-c4164ba9-c5ac-45ab-b194-7bde41beb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.119075 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6d417967-53e6-438f-b0fa-8c819bc1da18 req-c4164ba9-c5ac-45ab-b194-7bde41beb974 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1127 time: 0.0918190 Mar 24 07:48:00.202093 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.67', 62061) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:00.329255 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-118385d0-31f6-411f-b3e5-c1e998e6081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.330939 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-118385d0-31f6-411f-b3e5-c1e998e6081b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843ce9f649054ac6a5de4aff29f63aab&device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 1127 time: 0.2284150 Mar 24 07:48:00.334664 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417967-53e6-438f-b0fa-8c819bc1da18 req-7c3a099e-a4a4-4cb8-93b6-09530fe3d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.336518 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6d417967-53e6-438f-b0fa-8c819bc1da18 req-7c3a099e-a4a4-4cb8-93b6-09530fe3d3c9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=31fcf26080d94a488a61d9b6c65acf49&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2004292 Mar 24 07:48:00.337328 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.337701 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.338075 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.338350 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.338679 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.339006 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.339328 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.340405 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.340405 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.340405 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.340685 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.340906 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.341223 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.341536 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.341848 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:00.348651 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e56ab6-5deb-4e91-9cfd-fa79e63a0e4f req-afc63e64-480d-4103-b749-20f0aa2de762 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.350281 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-09e56ab6-5deb-4e91-9cfd-fa79e63a0e4f req-afc63e64-480d-4103-b749-20f0aa2de762 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.2156575 Mar 24 07:48:00.378952 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.378952 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:00.379352 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-14b83dc7-69d7-4eba-a6f6-192aff426295 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.379352 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-14b83dc7-69d7-4eba-a6f6-192aff426295 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.1473103 Mar 24 07:48:00.433022 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-a900d92b-67b6-42c6-8350-054828ebea20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0817459 Mar 24 07:48:00.466498 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-fb89d1dc-ab27-4a69-941f-945d59b1695b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3126516 Mar 24 07:48:00.468294 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-6cedfc06-1fff-4382-83ea-48d2eafdfbe5 None None] Provisioning complete for port 721647e5-6107-4433-aa0e-e9ce58eef544 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:00.470963 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6cedfc06-1fff-4382-83ea-48d2eafdfbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:00.479830 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Request body: {'port': {'device_id': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:00.503458 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-6cedfc06-1fff-4382-83ea-48d2eafdfbe5 None None] Port 721647e5-6107-4433-aa0e-e9ce58eef544 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:48:00.516177 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2187d-8ab2-42b6-8a73-182ef40ca461 req-49c5b160-2154-4305-9926-019977452efe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.517729 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-52d2187d-8ab2-42b6-8a73-182ef40ca461 req-49c5b160-2154-4305-9926-019977452efe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.0829318 Mar 24 07:48:00.578047 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:00.605164 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-52d2187d-8ab2-42b6-8a73-182ef40ca461 req-dc5db372-b163-480f-a6d0-6d3384666eb4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781519 Mar 24 07:48:00.805409 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d44add-b78f-4c4a-aa36-bc095a0bdd22 req-db2e3b04-0f9d-46f1-bb30-361b9cfcef98 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.806908 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b9d44add-b78f-4c4a-aa36-bc095a0bdd22 req-db2e3b04-0f9d-46f1-bb30-361b9cfcef98 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 931 time: 0.1107564 Mar 24 07:48:00.845562 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-09e56ab6-5deb-4e91-9cfd-fa79e63a0e4f req-fd6b46a9-6f74-450a-971b-caa1d9a1aa65 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767878 Mar 24 07:48:00.851045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5331d-dad0-474f-a972-8c3caa257180 req-25c77059-ac97-4251-88db-1d59f2526ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.852889 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-25c77059-ac97-4251-88db-1d59f2526ccd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=639e571b-ee04-4ec7-a7f1-42123add1f1e HTTP/1.1" status: 200 len: 849 time: 0.3686702 Mar 24 07:48:00.877106 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d417967-53e6-438f-b0fa-8c819bc1da18 req-3eb26a04-0b1c-46c1-902d-d4e688fbdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:00.879203 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6d417967-53e6-438f-b0fa-8c819bc1da18 req-3eb26a04-0b1c-46c1-902d-d4e688fbdcbb service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5205147 Mar 24 07:48:00.891827 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b9d44add-b78f-4c4a-aa36-bc095a0bdd22 req-5f16e40c-a88f-4fe1-b698-1b969c5a7b95 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786626 Mar 24 07:48:00.899113 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-bb5ab517-3cee-420a-9206-981fc2eba016 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380976 Mar 24 07:48:00.936371 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port bd38d507-b2ee-4286-ac0e-350cc2332971 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:48:00.936714 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:00.950438 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721647e5-6107-4433-aa0e-e9ce58eef544 {{(pid=110215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:00.959482 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Publish callbacks [] for port (721647e5-6107-4433-aa0e-e9ce58eef544), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:00.972063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.provisioning_blocks [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Transition to ACTIVE for port object 721647e5-6107-4433-aa0e-e9ce58eef544 will not be triggered until provisioned by entity L2. {{(pid=110215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:48:01.026608 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8a440-478f-45e1-9580-d548460439cf req-083948a4-1f2c-43bb-a4cc-f4d1564d6fb6 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.028149 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d8f8a440-478f-45e1-9580-d548460439cf req-083948a4-1f2c-43bb-a4cc-f4d1564d6fb6 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 943 time: 0.0540283 Mar 24 07:48:01.050866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.120627 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Pushing event updated for resources: {'Port': ['ID=721647e5-6107-4433-aa0e-e9ce58eef544,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:01.145691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] For port bd38d507-b2ee-4286-ac0e-350cc2332971, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=bd38d507-b2ee-4286-ac0e-350cc2332971,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:01.146063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.150149 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d8f8a440-478f-45e1-9580-d548460439cf req-5ec528ca-5e43-40c1-b1b0-4194e3593724 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161103 Mar 24 07:48:01.183237 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-6ec1c355-3e27-4a46-9479-8cb736f6d427 service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682745 Mar 24 07:48:01.210089 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Attempting to bind port 721647e5-6107-4433-aa0e-e9ce58eef544 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:48:01.210431 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Attempting to bind port 721647e5-6107-4433-aa0e-e9ce58eef544 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}] {{(pid=110215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:48:01.210771 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Attempting to bind port 721647e5-6107-4433-aa0e-e9ce58eef544 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:48:01.215788 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Port 721647e5-6107-4433-aa0e-e9ce58eef544 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:48:01.216256 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Attempting to bind port 721647e5-6107-4433-aa0e-e9ce58eef544 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:48:01.216367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cdbda-c80a-4f89-b32e-deec7a5d16ea req-419bc489-ecdc-4749-ace4-88c2cc0c0209 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.217883 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a63cdbda-c80a-4f89-b32e-deec7a5d16ea req-419bc489-ecdc-4749-ace4-88c2cc0c0209 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 943 time: 0.2852378 Mar 24 07:48:01.219869 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-313498c5-cae6-4605-9d4a-aefbe1a78764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.221256 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-313498c5-cae6-4605-9d4a-aefbe1a78764 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1127 time: 0.2791297 Mar 24 07:48:01.221929 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:48:01.222743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Checking segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:48:01.223210 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Bound using segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:48:01.223883 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Bound port: 721647e5-6107-4433-aa0e-e9ce58eef544, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}}] {{(pid=110215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:48:01.224344 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.294872 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] For port 721647e5-6107-4433-aa0e-e9ce58eef544, host hv-cinder-83482, cleared binding levels {{(pid=110215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:48:01.298188 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] For port 721647e5-6107-4433-aa0e-e9ce58eef544, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=721647e5-6107-4433-aa0e-e9ce58eef544,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:48:01.373753 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-65ef7d22-7cf6-4ce1-896a-0c2cef03f8a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 217 time: 0.1054950 Mar 24 07:48:01.393825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.428980 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.429611 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.430990 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] 10.222.0.67 "PUT /v2.0/ports/721647e5-6107-4433-aa0e-e9ce58eef544 HTTP/1.1" status: 200 len: 1093 time: 0.9565396 Mar 24 07:48:01.431431 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:01.433704 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea894eef-6b88-4e49-8c95-71426d8d3d76" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:01.473585 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371d070-a23c-4083-a96c-45bf6690d7cb service neutron] Pushing event updated for resources: {'Port': ['ID=721647e5-6107-4433-aa0e-e9ce58eef544,revision_number=3']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:01.479052 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4454fa6c-4f9c-4591-8022-9961a0e6f6c7 x-openstack-request-id: req-4454fa6c-4f9c-4591-8022-9961a0e6f6c7 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:01.479345 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:01.479769 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4454fa6c-4f9c-4591-8022-9961a0e6f6c7 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:01.480228 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4454fa6c-4f9c-4591-8022-9961a0e6f6c7'] response: {'name': 'network-changed', 'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544', 'status': 'completed', 'code': 200} Mar 24 07:48:01.555825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894eef-6b88-4e49-8c95-71426d8d3d76 req-d2952602-33a7-498b-be73-d3d329a0febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.557399 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ea894eef-6b88-4e49-8c95-71426d8d3d76 req-d2952602-33a7-498b-be73-d3d329a0febf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 1127 time: 0.0553572 Mar 24 07:48:01.559596 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-f149fa2f-972f-4555-810c-dfa3f905d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.561130 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-f149fa2f-972f-4555-810c-dfa3f905d99b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 200 len: 854 time: 0.1799037 Mar 24 07:48:01.566342 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a63cdbda-c80a-4f89-b32e-deec7a5d16ea req-b215c396-609c-4ae6-b6af-4c0228f9ea9d tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882555 Mar 24 07:48:01.568556 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-d3406c72-1352-49c5-b7d7-21064c012311 service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083699 Mar 24 07:48:01.679434 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.679856 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (8ab0a3fd-a127-4238-884d-10f535f69580), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:01.680985 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP 8ab0a3fd-a127-4238-884d-10f535f69580 disassociated. External IP: 172.27.3.28, port: bd38d507-b2ee-4286-ac0e-350cc2332971. Mar 24 07:48:01.680985 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for bd38d507-b2ee-4286-ac0e-350cc2332971 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:48:01.703150 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-ff9cd9a2-fe3a-428a-9e25-b9db46efdc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.704709 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-ff9cd9a2-fe3a-428a-9e25-b9db46efdc63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=712b2f54-8f17-4cdb-810c-f033ea698c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1267262 Mar 24 07:48:01.792251 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894eef-6b88-4e49-8c95-71426d8d3d76 req-0761ea64-852b-4451-ab8c-cc47de4fdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.793682 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ea894eef-6b88-4e49-8c95-71426d8d3d76 req-0761ea64-852b-4451-ab8c-cc47de4fdf4f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=732e20b796c4417d925b33585cc0a269&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2219546 Mar 24 07:48:01.823417 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398fa8f-3f28-4e06-b07f-49ae3c662f0a req-98a0e88c-7d5e-4044-a5ce-ea5fdfe141d9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:01.825230 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f398fa8f-3f28-4e06-b07f-49ae3c662f0a req-98a0e88c-7d5e-4044-a5ce-ea5fdfe141d9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 945 time: 0.1242290 Mar 24 07:48:01.856400 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-05ad4b79-00ca-443c-b0d8-1f74b4f64b91 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167924 Mar 24 07:48:01.997605 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f398fa8f-3f28-4e06-b07f-49ae3c662f0a req-07313664-3b83-4871-823e-0db81d4254d5 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=46396b4f-beb8-4e9b-8fa0-366254b10b02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546929 Mar 24 07:48:02.011988 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea894eef-6b88-4e49-8c95-71426d8d3d76 req-def1d37f-c0e5-4389-852e-c7ddbc64e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.013185 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ea894eef-6b88-4e49-8c95-71426d8d3d76 req-def1d37f-c0e5-4389-852e-c7ddbc64e550 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2117274 Mar 24 07:48:02.024202 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'tag': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:02.026842 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b5c304-3080-4a95-a014-c173052dc743" -d '{"events": [{"name": "network-changed", "server_uuid": "82a15bd8-37a2-4cff-8a4e-237e265a2dd5", "tag": "fac59c9b-4348-4a94-8b0c-48c8c5d31fe6"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:02.032711 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b3bdd62-47c1-4409-83b9-9a4aeaac3266 req-f892b145-3e8a-4ee0-8e7a-5de0b21e2d13 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670253 Mar 24 07:48:02.040963 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f5780-fbd1-48b5-a398-4f735084a5e6 req-a1a7fbce-1c79-4306-9468-4d5de2d3d403 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.043003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-617f5780-fbd1-48b5-a398-4f735084a5e6 req-a1a7fbce-1c79-4306-9468-4d5de2d3d403 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.1042771 Mar 24 07:48:02.055585 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (bd38d507-b2ee-4286-ac0e-350cc2332971), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:02.116633 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d1d66-62a2-4419-9a22-d8b2df54be2f req-0d90434a-2f42-4679-85d1-f31cee919764 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.118380 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-924d1d66-62a2-4419-9a22-d8b2df54be2f req-0d90434a-2f42-4679-85d1-f31cee919764 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0554109 Mar 24 07:48:02.125506 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=bd38d507-b2ee-4286-ac0e-350cc2332971,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:02.175638 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-924d1d66-62a2-4419-9a22-d8b2df54be2f req-4401e04f-90e0-4976-a306-4a1a20397c36 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460486 Mar 24 07:48:02.197222 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-617f5780-fbd1-48b5-a398-4f735084a5e6 req-0e4d5e16-5db1-4dfa-b504-cd9a69520e80 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489697 Mar 24 07:48:02.230259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1b5a6-204a-49bc-aa8b-0c8cb232caff x-openstack-request-id: req-08c1b5a6-204a-49bc-aa8b-0c8cb232caff {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:02.240723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a15bd8-37a2-4cff-8a4e-237e265a2dd5", "tag": "fac59c9b-4348-4a94-8b0c-48c8c5d31fe6", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:02.240723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08c1b5a6-204a-49bc-aa8b-0c8cb232caff {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:02.240723 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08c1b5a6-204a-49bc-aa8b-0c8cb232caff'] response: {'name': 'network-changed', 'server_uuid': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'tag': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6', 'status': 'completed', 'code': 200} Mar 24 07:48:02.246773 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-cabe6b5b-1b44-468e-9451-7d47ce55fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.248360 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-cabe6b5b-1b44-468e-9451-7d47ce55fd5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 1127 time: 0.1772640 Mar 24 07:48:02.298441 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c304-3080-4a95-a014-c173052dc743 req-bad5a638-2650-487d-b9aa-f57552162119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.300054 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-bad5a638-2650-487d-b9aa-f57552162119 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=843ce9f649054ac6a5de4aff29f63aab&device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 1127 time: 0.0522037 Mar 24 07:48:02.308813 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-dbaa7a21-8410-49a7-a1f5-178b34cf17d0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721647e5-6107-4433-aa0e-e9ce58eef544 HTTP/1.1" status: 200 len: 217 time: 0.0520043 Mar 24 07:48:02.395927 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c304-3080-4a95-a014-c173052dc743 req-cc2c39f5-443a-4222-adf8-a41a03f7a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.396172 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:48:02.398451 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-cc2c39f5-443a-4222-adf8-a41a03f7a9b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 200 len: 910 time: 0.0915143 Mar 24 07:48:02.398910 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-087c66a1-ed2c-4f2e-814d-107f25d2ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.400397 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-087c66a1-ed2c-4f2e-814d-107f25d2ea78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0747845 Mar 24 07:48:02.414163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe636e8-5da7-4351-9fe7-1f1fd03480c7 req-7a17567c-d7d7-4e57-a9b4-c0bfaf31e521 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.415626 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cfe636e8-5da7-4351-9fe7-1f1fd03480c7 req-7a17567c-d7d7-4e57-a9b4-c0bfaf31e521 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 943 time: 0.1510026 Mar 24 07:48:02.446534 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-4154909e-2da3-4179-84c5-005fd666aec1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 HTTP/1.1" status: 200 len: 217 time: 0.0363774 Mar 24 07:48:02.465187 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:48:02.468190 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device bd38d507-b2ee-4286-ac0e-350cc2332971 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:48:02.503399 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: bd38d507-b2ee-4286-ac0e-350cc2332971 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:48:02.504037 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device bd38d507-b2ee-4286-ac0e-350cc2332971 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:48:02.535650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5c304-3080-4a95-a014-c173052dc743 req-555e099a-7d85-4658-bf92-f544734322f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.537360 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-555e099a-7d85-4658-bf92-f544734322f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=639e571b-ee04-4ec7-a7f1-42123add1f1e HTTP/1.1" status: 200 len: 849 time: 0.0838268 Mar 24 07:48:02.572946 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cfe636e8-5da7-4351-9fe7-1f1fd03480c7 req-8deb405e-492b-4a8f-924e-291f112c48b9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465218 Mar 24 07:48:02.576525 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-4c29836f-e6f8-4a87-a171-42f827d9f3a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305741 Mar 24 07:48:02.580154 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-d8b82a4e-69b2-4cfb-96f0-c3410e16c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.581839 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-d8b82a4e-69b2-4cfb-96f0-c3410e16c9f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1637988 Mar 24 07:48:02.617786 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:02.629858 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6', 'network_id': 'a73d2aa9-c222-4233-91c9-f6cc79e8ccd7', 'port_id': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6', 'mac_address': 'fa:16:3e:db:29:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639e571b-ee04-4ec7-a7f1-42123add1f1e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:48:02.675650 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:02.676136 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:02.678252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:48:02.691981 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:48:02.695502 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:02.712484 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:02.717635 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:02.718184 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:02.737624 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] No DVR routers for this DVR port bd38d507-b2ee-4286-ac0e-350cc2332971 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:48:02.740270 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-47844f55-f9ca-43ba-ad20-032af9a1c8ca service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427166 Mar 24 07:48:02.747196 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:02.747919 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d493793-a406-4056-a60a-5a4cd9f15984 req-4be3f090-6fd6-43b2-ac45-ba3bf20c3cfb tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:02.748218 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "DELETE /v2.0/ports/bd38d507-b2ee-4286-ac0e-350cc2332971 HTTP/1.1" status: 204 len: 173 time: 2.3365617 Mar 24 07:48:02.749591 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d493793-a406-4056-a60a-5a4cd9f15984 req-4be3f090-6fd6-43b2-ac45-ba3bf20c3cfb tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 943 time: 0.0952187 Mar 24 07:48:02.754421 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-a3a541fe-706e-4033-8fe8-dd3018288d91 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615136 Mar 24 07:48:02.783567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:02.851352 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d493793-a406-4056-a60a-5a4cd9f15984 req-48a36573-1016-4e9f-a794-7c24046314ae tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915556 Mar 24 07:48:02.873602 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:02.893891 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:02.895928 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-79b5c304-3080-4a95-a014-c173052dc743 req-1eb4e0da-cd07-454e-9432-bf9b5c41ca3a service neutron] 10.222.0.67 "GET /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451240 Mar 24 07:48:02.904191 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-98f4525b-1b95-467e-b845-fc80e1c32978 req-ded4aca6-e7e1-494d-b8db-be98e7eb2872 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429260 Mar 24 07:48:02.911489 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.912130 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.912669 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.913325 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.913859 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.914372 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.915003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.915509 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.916045 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.916633 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.917167 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.917690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.918219 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.918705 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:02.919254 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:48:03.106470 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['fac59c9b-4348-4a94-8b0c-48c8c5d31fe6'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:03.108982 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba2d9c1e-6c0c-4715-8eb7-adcac11a8be4 req-e450fd5c-a923-45d7-921d-fd2d3ae57caf tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb576fe1-53ea-4160-ab20-2ce18415469c HTTP/1.1" status: 200 len: 210 time: 0.0403688 Mar 24 07:48:03.136704 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:30Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:03.164154 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:48:03.172994 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:03.173623 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:03.371763 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b081e2-a8bc-496b-ab65-6705b7a10782 req-1da711ab-c658-489d-935e-6f12ba1b2ac2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:03.372567 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db155-0d1f-4257-a550-4a87f15c2055 req-662bc619-d4a1-4950-83a3-4b2e3fd0031f tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:03.373997 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-985db155-0d1f-4257-a550-4a87f15c2055 req-662bc619-d4a1-4950-83a3-4b2e3fd0031f tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.1266215 Mar 24 07:48:03.380930 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b1b081e2-a8bc-496b-ab65-6705b7a10782 req-1da711ab-c658-489d-935e-6f12ba1b2ac2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.0947316 Mar 24 07:48:03.405798 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:03.443293 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b1b081e2-a8bc-496b-ab65-6705b7a10782 req-b3b8782b-8984-490b-a119-e26876cdc753 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613594 Mar 24 07:48:03.444745 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-985db155-0d1f-4257-a550-4a87f15c2055 req-ab05ba4a-d5d4-4744-8869-09f566830509 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577762 Mar 24 07:48:03.651726 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:30Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:03.679983 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ebb48-3826-40ee-8794-342371f852c5 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'bbbf967e-e8ac-474c-89ba-54924934d260', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.145', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:4b:54:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:45:01Z', 'updated_at': '2022-03-24T07:45:30Z', 'revision_number': 2, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:48:03.711499 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728770e6-2c67-42e6-9259-e3e60e1d5f73 req-af1329d2-0196-4ca3-9f0b-7da2be863abf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:03.713214 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-728770e6-2c67-42e6-9259-e3e60e1d5f73 req-af1329d2-0196-4ca3-9f0b-7da2be863abf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 943 time: 0.0686386 Mar 24 07:48:03.997244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f88a5-e4cc-4be8-89bc-7449db0c541b req-c098b410-597c-481a-8852-b770eedd310b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:03.998888 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-902f88a5-e4cc-4be8-89bc-7449db0c541b req-c098b410-597c-481a-8852-b770eedd310b tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 944 time: 0.0636184 Mar 24 07:48:04.024278 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bcf1a5-b3e9-4698-927a-3394accf6f39 None None] New status for floating IP 8ab0a3fd-a127-4238-884d-10f535f69580: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:48:04.028358 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-728770e6-2c67-42e6-9259-e3e60e1d5f73 req-82e62080-ac8f-4f9f-b53b-fe169ef60114 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090353 Mar 24 07:48:04.057698 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-902f88a5-e4cc-4be8-89bc-7449db0c541b req-12f60b22-3177-48de-a3ee-c9c65f80cb21 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Mar 24 07:48:04.232535 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'name': 'network-vif-deleted', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:04.237455 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a376f83-f10b-4124-b879-8dafd5943ac6" -d '{"events": [{"server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "name": "network-vif-deleted", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:04.279794 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab930ce-4f44-4a0d-9259-87a0389b3b1e x-openstack-request-id: req-7ab930ce-4f44-4a0d-9259-87a0389b3b1e {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:04.280134 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb576fe1-53ea-4160-ab20-2ce18415469c", "name": "network-vif-deleted", "tag": "bd38d507-b2ee-4286-ac0e-350cc2332971", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:04.280396 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ab930ce-4f44-4a0d-9259-87a0389b3b1e {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:04.280802 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab930ce-4f44-4a0d-9259-87a0389b3b1e'] response: {'server_uuid': 'eb576fe1-53ea-4160-ab20-2ce18415469c', 'name': 'network-vif-deleted', 'tag': 'bd38d507-b2ee-4286-ac0e-350cc2332971', 'status': 'completed', 'code': 200} Mar 24 07:48:04.291264 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54390) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:04.344944 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c93f1e12-2b80-49fb-8ee4-e8e94dabe929 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (46396b4f-beb8-4e9b-8fa0-366254b10b02), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.369033 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c93f1e12-2b80-49fb-8ee4-e8e94dabe929 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (46396b4f-beb8-4e9b-8fa0-366254b10b02), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.466243 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:48:04.470125 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:48:04.604435 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3dd14-43e5-4a03-9506-0313add0e5af req-ba818473-23b8-4e63-afdc-f1e001f7c7a0 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:04.614012 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-13d3dd14-43e5-4a03-9506-0313add0e5af req-ba818473-23b8-4e63-afdc-f1e001f7c7a0 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0759251 Mar 24 07:48:04.645244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce88e0-91d3-4681-90f6-bd6fb90569ba req-a4455148-5db2-48e1-a34c-5c1702d94807 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:04.649935 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fbce88e0-91d3-4681-90f6-bd6fb90569ba req-a4455148-5db2-48e1-a34c-5c1702d94807 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 943 time: 0.1020775 Mar 24 07:48:04.678734 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:04.680257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-13d3dd14-43e5-4a03-9506-0313add0e5af req-5e27007e-84a1-4cc0-aa72-b053b3b24474 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640538 Mar 24 07:48:04.693627 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'port_id': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'mac_address': 'fa:16:3e:97:09:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:48:04.705204 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c93f1e12-2b80-49fb-8ee4-e8e94dabe929 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (46396b4f-beb8-4e9b-8fa0-366254b10b02), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.711989 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c93f1e12-2b80-49fb-8ee4-e8e94dabe929 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.711989 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c93f1e12-2b80-49fb-8ee4-e8e94dabe929 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/security-groups/46396b4f-beb8-4e9b-8fa0-366254b10b02 HTTP/1.1" status: 204 len: 168 time: 0.4170980 Mar 24 07:48:04.712223 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54398) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:04.727556 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-95b7a4bd-b3ae-4e94-a4a4-9aa9c5b1d9c3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] show failed (client error): The resource could not be found. Mar 24 07:48:04.731874 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-95b7a4bd-b3ae-4e94-a4a4-9aa9c5b1d9c3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups/46396b4f-beb8-4e9b-8fa0-366254b10b02 HTTP/1.1" status: 404 len: 347 time: 0.0158780 Mar 24 07:48:04.732420 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54400) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:04.742345 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:48:04.748539 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:04.749056 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.750608 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:04.751125 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.763116 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fbce88e0-91d3-4681-90f6-bd6fb90569ba req-9bc736e5-e207-40b9-bfd8-7488b20be419 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045895 Mar 24 07:48:04.785383 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1e12-2b80-49fb-8ee4-e8e94dabe929 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46396b4f-beb8-4e9b-8fa0-366254b10b02,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:04.796890 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:04.839817 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:04.893754 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:04.894501 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.914231 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.915976 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:48:04.918669 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port f0fbd100-d45d-478b-8ed3-7b3715eb1708 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:48:04.919204 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:04.927445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:04.929730 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e0574a-2dd0-4483-93df-5031f87ac038" -d '{"events": [{"server_uuid": "82a15bd8-37a2-4cff-8a4e-237e265a2dd5", "name": "network-vif-plugged", "status": "completed", "tag": "fac59c9b-4348-4a94-8b0c-48c8c5d31fe6"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:04.981264 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:04.996880 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae6d85d-c7d1-44c3-8896-e47e7659b1a7 x-openstack-request-id: req-dae6d85d-c7d1-44c3-8896-e47e7659b1a7 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:04.997187 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a15bd8-37a2-4cff-8a4e-237e265a2dd5", "name": "network-vif-plugged", "status": "completed", "tag": "fac59c9b-4348-4a94-8b0c-48c8c5d31fe6", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:04.997441 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dae6d85d-c7d1-44c3-8896-e47e7659b1a7 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:04.997998 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae6d85d-c7d1-44c3-8896-e47e7659b1a7'] response: {'server_uuid': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6', 'code': 200} Mar 24 07:48:05.024411 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.024683 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (f0fbd100-d45d-478b-8ed3-7b3715eb1708), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.042835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for f0fbd100-d45d-478b-8ed3-7b3715eb1708 owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:48:05.051504 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:05.060705 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.146881 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:05.160715 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:05.166475 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'port_id': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'mac_address': 'fa:16:3e:07:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:48:05.244732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:05.245195 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.269104 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:05.275756 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33e243-f462-4ba9-9077-cba5e7990d12 req-3750599c-cd7e-4375-8f81-863c8de9a3cb tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:05.279930 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8d33e243-f462-4ba9-9077-cba5e7990d12 req-3750599c-cd7e-4375-8f81-863c8de9a3cb tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 944 time: 0.1375620 Mar 24 07:48:05.293310 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc50ca0-fcaf-4727-bd7f-4561787616b9 req-07d82bae-584e-4d85-bd69-d410452d20c1 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:05.301028 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-afc50ca0-fcaf-4727-bd7f-4561787616b9 req-07d82bae-584e-4d85-bd69-d410452d20c1 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 945 time: 0.1044528 Mar 24 07:48:05.310719 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:05.339370 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8d33e243-f462-4ba9-9077-cba5e7990d12 req-485fadb9-8dec-48fd-88d9-e967fdec7d66 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Mar 24 07:48:05.354855 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-afc50ca0-fcaf-4727-bd7f-4561787616b9 req-d1cca75c-a032-4241-9ebe-7754d0338294 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527358 Mar 24 07:48:05.415977 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.419756 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (f0fbd100-d45d-478b-8ed3-7b3715eb1708), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.467217 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=9']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:05.469385 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=f0fbd100-d45d-478b-8ed3-7b3715eb1708,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:05.538956 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0a207-9469-4866-8c05-e0a7c08b5fc8 req-5fea7824-d4e2-43f4-b8b7-3570159187a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:05.540495 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6aa0a207-9469-4866-8c05-e0a7c08b5fc8 req-5fea7824-d4e2-43f4-b8b7-3570159187a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 1129 time: 0.1306188 Mar 24 07:48:05.545178 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (8ab0a3fd-a127-4238-884d-10f535f69580), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.547851 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.549124 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b1baec75-1ce7-4061-953c-e710eca6fae9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/floatingips/8ab0a3fd-a127-4238-884d-10f535f69580 HTTP/1.1" status: 204 len: 168 time: 0.8154275 Mar 24 07:48:05.615241 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:05.622966 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6aa0a207-9469-4866-8c05-e0a7c08b5fc8 req-53eabfbb-8f6b-4e28-9ba5-658ba74bfe3a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598574 Mar 24 07:48:05.709288 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:05.712144 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:05.886173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372bc3-c993-404d-930b-f307191cb420 req-78fccc91-d790-4bb2-8064-963b9f856407 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:05.887755 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a372bc3-c993-404d-930b-f307191cb420 req-78fccc91-d790-4bb2-8064-963b9f856407 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.1259100 Mar 24 07:48:05.963954 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a372bc3-c993-404d-930b-f307191cb420 req-59e65354-2f60-4fc6-8fc7-7f900507fe2e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656626 Mar 24 07:48:06.094854 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502bf6-e527-490a-ac32-767043bbf75e req-eb34f7ee-9c46-4e26-846d-d1a82947bf70 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.097031 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-47502bf6-e527-490a-ac32-767043bbf75e req-eb34f7ee-9c46-4e26-846d-d1a82947bf70 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.0624821 Mar 24 07:48:06.164686 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-47502bf6-e527-490a-ac32-767043bbf75e req-3131e46a-5ce4-48a2-810a-81380be7300b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482209 Mar 24 07:48:06.458543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf5121-de52-43dc-9e07-8ce165aec87e req-9b01f937-3e86-46be-813e-7d36d352576e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.460173 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0ebf5121-de52-43dc-9e07-8ce165aec87e req-9b01f937-3e86-46be-813e-7d36d352576e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 944 time: 0.0538478 Mar 24 07:48:06.508734 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0ebf5121-de52-43dc-9e07-8ce165aec87e req-2fc97aa9-b94c-49f7-b23a-ae6dd7b4c4ad tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Mar 24 07:48:06.617326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90648de5-4176-4a05-8c61-1ee7555befb7 req-d3f98eda-c385-4751-bb8a-ccc76f252613 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.620437 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90648de5-4176-4a05-8c61-1ee7555befb7 req-d3f98eda-c385-4751-bb8a-ccc76f252613 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 945 time: 0.0576305 Mar 24 07:48:06.665305 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c9278-3b6b-4614-8192-00c46ff75e19 req-2dfc7384-ef0f-458c-bf1d-eae0c38e657e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.667772 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ce3c9278-3b6b-4614-8192-00c46ff75e19 req-2dfc7384-ef0f-458c-bf1d-eae0c38e657e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0611889 Mar 24 07:48:06.681166 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90648de5-4176-4a05-8c61-1ee7555befb7 req-36510963-017c-48d6-bc67-4cc9be789f58 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Mar 24 07:48:06.733577 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ce3c9278-3b6b-4614-8192-00c46ff75e19 req-b342fd20-61d3-415b-b6a2-d0992ad96811 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566599 Mar 24 07:48:06.756142 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-5349100b-e3fd-4018-ad87-a90a13d62f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.758048 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-5349100b-e3fd-4018-ad87-a90a13d62f7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.0614803 Mar 24 07:48:06.856920 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-8165594f-0116-4383-ba3d-a05f2e9576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.858370 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-8165594f-0116-4383-ba3d-a05f2e9576ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.0931723 Mar 24 07:48:06.939163 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-b8882ef8-98e1-4457-9a17-f419117580a3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 1001 time: 0.0599625 Mar 24 07:48:06.988530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-69c40704-2580-49a4-aa1b-d2eb0b857388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:06.990058 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-69c40704-2580-49a4-aa1b-d2eb0b857388 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0439961 Mar 24 07:48:07.076080 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-48aef87d-8f2e-4b72-8bcf-77446d2568f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.077570 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-48aef87d-8f2e-4b72-8bcf-77446d2568f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803123 Mar 24 07:48:07.089329 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28e42c-a88f-496a-8066-87bd6ef744e1 req-e1c84d5e-2cee-4258-b770-403674e1f094 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.090731 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6c28e42c-a88f-496a-8066-87bd6ef744e1 req-e1c84d5e-2cee-4258-b770-403674e1f094 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0646298 Mar 24 07:48:07.193658 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6c28e42c-a88f-496a-8066-87bd6ef744e1 req-9f11ce47-ed5a-4e23-9fc0-2b5fd99260a2 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945950 Mar 24 07:48:07.218265 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-46b366b4-bee0-4c0b-872b-63a6a1dcb6c4 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266065 Mar 24 07:48:07.293637 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3832f-49be-4bc2-8635-a9f25b912abd req-f99eccec-c799-4a85-8f71-6d544e593550 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.295295 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b2e3832f-49be-4bc2-8635-a9f25b912abd req-f99eccec-c799-4a85-8f71-6d544e593550 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.0557387 Mar 24 07:48:07.320033 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61f912e4-21b5-4a0e-ab68-10111b2ea241 req-0769c0fc-98be-4e14-9b51-6ba5d905a61f service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953848 Mar 24 07:48:07.344454 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b2e3832f-49be-4bc2-8635-a9f25b912abd req-1d2288e1-3c28-4b9a-ab82-603399a1ac1a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Mar 24 07:48:07.627203 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964e12f-34cc-4368-8f50-91a32cbdb54d req-2da480d1-27fa-46cd-8c75-72c9151dd213 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.629602 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1964e12f-34cc-4368-8f50-91a32cbdb54d req-2da480d1-27fa-46cd-8c75-72c9151dd213 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 944 time: 0.0540667 Mar 24 07:48:07.679698 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1964e12f-34cc-4368-8f50-91a32cbdb54d req-6cf87315-1941-4362-bcc2-bd41ae6e2a98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Mar 24 07:48:07.799145 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e410b11-a09c-448b-b53b-155a4d45f66d req-3f711c62-ebb2-4e3e-b5f8-793b5bfb53ed tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.801690 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2e410b11-a09c-448b-b53b-155a4d45f66d req-3f711c62-ebb2-4e3e-b5f8-793b5bfb53ed tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 945 time: 0.0541909 Mar 24 07:48:07.806199 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70419d0-6e66-4073-a524-21feb017f4c2 req-74d9d858-65a7-4c85-a6fa-c2ea6c889fe8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.807686 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d70419d0-6e66-4073-a524-21feb017f4c2 req-74d9d858-65a7-4c85-a6fa-c2ea6c889fe8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.0552278 Mar 24 07:48:07.848458 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2e410b11-a09c-448b-b53b-155a4d45f66d req-8777948a-1194-43d1-9397-ad8cc36d5920 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Mar 24 07:48:07.857789 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d70419d0-6e66-4073-a524-21feb017f4c2 req-503b9c29-7395-4d0f-9c08-60296803c89a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445151 Mar 24 07:48:07.954421 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755e655-6b9e-469a-80ae-6a0ee750abe9 req-c3dc4d7c-fc69-40ff-94ae-1faa4cde0712 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:07.956530 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b755e655-6b9e-469a-80ae-6a0ee750abe9 req-c3dc4d7c-fc69-40ff-94ae-1faa4cde0712 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0545490 Mar 24 07:48:08.001838 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b755e655-6b9e-469a-80ae-6a0ee750abe9 req-7d5e1093-4399-4821-9aff-6db431546517 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396881 Mar 24 07:48:08.321115 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d90a34-cdf0-49fa-b787-74c4eed15389 req-d05d7cdc-f19c-4b2c-8237-933858ac2bb3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:08.321115 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-86d90a34-cdf0-49fa-b787-74c4eed15389 req-d05d7cdc-f19c-4b2c-8237-933858ac2bb3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0574625 Mar 24 07:48:08.371729 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-86d90a34-cdf0-49fa-b787-74c4eed15389 req-a2a22afa-ed1d-44ae-ae28-e7a1d48660a6 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463481 Mar 24 07:48:08.475325 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11558f97-5b15-44d1-8da3-384ca9e44878 req-3bed7f4b-67a3-4f1d-8c03-3c403fdefd42 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:08.476751 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-11558f97-5b15-44d1-8da3-384ca9e44878 req-3bed7f4b-67a3-4f1d-8c03-3c403fdefd42 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 944 time: 0.0559499 Mar 24 07:48:08.485031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:48:08.523990 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-11558f97-5b15-44d1-8da3-384ca9e44878 req-37ce6acd-0e88-4bfe-ad75-da15f71cc093 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Mar 24 07:48:08.632501 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:48:08.636742 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:08.643572 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:08.719202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:08.719613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:08.743029 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:08.747589 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac54b6d-89c3-4525-a230-2daf0bd9efbb" -d '{"events": [{"server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "name": "network-vif-plugged", "status": "completed", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:08.759527 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:08.798195 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae453ccf-faee-493c-afeb-f1a863ab7aab req-ba834d61-057a-4cf9-bcc0-5a61e9da4376 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:08.800394 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ae453ccf-faee-493c-afeb-f1a863ab7aab req-ba834d61-057a-4cf9-bcc0-5a61e9da4376 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 944 time: 0.0539370 Mar 24 07:48:08.835645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:08.836560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:48:08.848211 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ae453ccf-faee-493c-afeb-f1a863ab7aab req-a6794d78-b797-4665-b93f-abbbeb0c0fe9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420389 Mar 24 07:48:08.892179 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8575b1-1fdc-4382-9906-6849a89b6531 x-openstack-request-id: req-5a8575b1-1fdc-4382-9906-6849a89b6531 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:08.892479 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "name": "network-vif-plugged", "status": "completed", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:08.892739 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a8575b1-1fdc-4382-9906-6849a89b6531 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:08.893174 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8575b1-1fdc-4382-9906-6849a89b6531'] response: {'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'code': 200} Mar 24 07:48:08.920090 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:08.941749 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:08.943505 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.005808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38452101-2249-4e21-abf6-027a2a3505e7 req-0eab78ce-bf92-45a8-a3ca-08f5ddaaabad tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.007348 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38452101-2249-4e21-abf6-027a2a3505e7 req-0eab78ce-bf92-45a8-a3ca-08f5ddaaabad tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.0681195 Mar 24 07:48:09.064851 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38452101-2249-4e21-abf6-027a2a3505e7 req-83a6af8d-51c8-4c6c-b170-8e3995a46780 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515730 Mar 24 07:48:09.144214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88807b-e74b-4722-9f18-25968326a105 req-50df00b2-d99c-47d6-bccd-5ef74ff30e2f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.146000 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8a88807b-e74b-4722-9f18-25968326a105 req-50df00b2-d99c-47d6-bccd-5ef74ff30e2f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 945 time: 0.0644257 Mar 24 07:48:09.163788 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:09.164218 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.200623 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:09.203906 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948f800-7782-4f48-a9b1-d0b8c0a694de req-70748d93-d3fc-463c-b916-8ba6a93b8381 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.204452 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8a88807b-e74b-4722-9f18-25968326a105 req-6ccae89f-f0fd-435a-a230-9dd5b261beb1 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523167 Mar 24 07:48:09.206300 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9948f800-7782-4f48-a9b1-d0b8c0a694de req-70748d93-d3fc-463c-b916-8ba6a93b8381 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0737836 Mar 24 07:48:09.253942 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9948f800-7782-4f48-a9b1-d0b8c0a694de req-16e9051a-3fbf-478c-b98b-a7391ac831b1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420487 Mar 24 07:48:09.265064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7094b-5dd3-4c5d-82c3-4d388226b6cd req-df0983a6-7590-46e8-8b65-d3627eeb1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.266374 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d9a7094b-5dd3-4c5d-82c3-4d388226b6cd req-df0983a6-7590-46e8-8b65-d3627eeb1b3f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1129 time: 0.0472169 Mar 24 07:48:09.272621 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.311124 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d9a7094b-5dd3-4c5d-82c3-4d388226b6cd req-a12a4c7c-02c7-4e3e-8ef2-8b62ed3c5edc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Mar 24 07:48:09.322665 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=10']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:09.489583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60716-214f-4e44-8503-75dce1e6f8e6 req-a052da57-54b4-416f-919c-5060b69f9f5b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.491088 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06b60716-214f-4e44-8503-75dce1e6f8e6 req-a052da57-54b4-416f-919c-5060b69f9f5b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0530174 Mar 24 07:48:09.538097 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06b60716-214f-4e44-8503-75dce1e6f8e6 req-c82e40e7-00fe-4866-9479-6f1d8311d8ae tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Mar 24 07:48:09.604748 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-4f9bab35-0b10-4a07-b090-6b1b1ba1c805 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.606236 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-4f9bab35-0b10-4a07-b090-6b1b1ba1c805 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 946 time: 0.0550125 Mar 24 07:48:09.644158 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd5dff-1bd3-4768-976a-19c1985fb2cf req-65f78cde-07b5-4550-a8bf-ec82a68d859b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:09.645651 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-03cd5dff-1bd3-4768-976a-19c1985fb2cf req-65f78cde-07b5-4550-a8bf-ec82a68d859b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0518136 Mar 24 07:48:09.694869 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-03cd5dff-1bd3-4768-976a-19c1985fb2cf req-11a958b7-bf1c-4310-9e19-f2ccba97171f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Mar 24 07:48:09.703316 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port 2341663b-9a99-4e63-aac5-9e47cdbe3087 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:48:09.703663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.793974 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] For port 2341663b-9a99-4e63-aac5-9e47cdbe3087, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2341663b-9a99-4e63-aac5-9e47cdbe3087,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:09.794285 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.993550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.993919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (bbbf967e-e8ac-474c-89ba-54924934d260), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:09.994242 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP bbbf967e-e8ac-474c-89ba-54924934d260 disassociated. External IP: 172.27.3.145, port: 2341663b-9a99-4e63-aac5-9e47cdbe3087. Mar 24 07:48:09.994585 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for 2341663b-9a99-4e63-aac5-9e47cdbe3087 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:48:10.017667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b8961-6552-46fc-ac36-b54050f13710 req-65e2a82c-3d68-4d82-8bf1-90453194989e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.019162 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-981b8961-6552-46fc-ac36-b54050f13710 req-65e2a82c-3d68-4d82-8bf1-90453194989e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.1063344 Mar 24 07:48:10.117119 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-981b8961-6552-46fc-ac36-b54050f13710 req-b863aaad-0f1c-4baf-aca4-9258878c352d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649683 Mar 24 07:48:10.230181 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (2341663b-9a99-4e63-aac5-9e47cdbe3087), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:10.271550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=2341663b-9a99-4e63-aac5-9e47cdbe3087,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:10.396873 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b9e35-c6eb-4dd7-addd-ff608dc6a30f req-7dcaa75b-1dcc-4d49-97f9-6508acdc25d6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.398363 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6d4b9e35-c6eb-4dd7-addd-ff608dc6a30f req-7dcaa75b-1dcc-4d49-97f9-6508acdc25d6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 867 time: 0.2532678 Mar 24 07:48:10.428691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b224c15-1ed6-4ab2-be11-c866395321b1 req-3a369607-4d6d-4b81-b908-f57d5a978c44 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.430187 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6b224c15-1ed6-4ab2-be11-c866395321b1 req-3a369607-4d6d-4b81-b908-f57d5a978c44 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 945 time: 0.1468000 Mar 24 07:48:10.447011 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6d4b9e35-c6eb-4dd7-addd-ff608dc6a30f req-9a824e79-3490-4848-99df-f23e65794c51 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Mar 24 07:48:10.459170 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:48:10.525761 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6b224c15-1ed6-4ab2-be11-c866395321b1 req-c0eea10b-7982-4319-98b7-f5f051495605 tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/security-groups?id=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Mar 24 07:48:10.567709 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af86ccb-f0d0-4595-844e-5df934509c76 req-050fdbf5-64dd-48ce-8aec-c7c33ca0b97e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.569453 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8af86ccb-f0d0-4595-844e-5df934509c76 req-050fdbf5-64dd-48ce-8aec-c7c33ca0b97e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0599997 Mar 24 07:48:10.630619 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:48:10.646703 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8af86ccb-f0d0-4595-844e-5df934509c76 req-38e23f4e-f414-404f-b88d-b1ea7f405816 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693016 Mar 24 07:48:10.664281 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:48:10.678439 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:10.679264 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:10.704403 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] No DVR routers for this DVR port 2341663b-9a99-4e63-aac5-9e47cdbe3087 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:48:10.707430 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:10.710715 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-996f2f1d-4a35-49cc-934c-c5a808b50818 req-702cf2db-c870-428b-b77f-b50399279b78 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "DELETE /v2.0/ports/2341663b-9a99-4e63-aac5-9e47cdbe3087 HTTP/1.1" status: 204 len: 173 time: 1.0972478 Mar 24 07:48:10.712473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'name': 'network-vif-deleted', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:10.713614 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9428e445-f9f7-4ae4-9be4-1998de8416d3" -d '{"events": [{"server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "name": "network-vif-deleted", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:10.728677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf68c9-accb-4630-a85f-2936b05c1b0e req-0df2104c-1964-4255-884f-57b2004a4e14 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.735768 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-03cf68c9-accb-4630-a85f-2936b05c1b0e req-0df2104c-1964-4255-884f-57b2004a4e14 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.1190901 Mar 24 07:48:10.759635 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926145c1-8ebb-4209-aab6-cf8d09c08ae6 x-openstack-request-id: req-926145c1-8ebb-4209-aab6-cf8d09c08ae6 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:10.759953 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8eb77f4-0913-4168-b23e-4550e2ea79d6", "name": "network-vif-deleted", "tag": "2341663b-9a99-4e63-aac5-9e47cdbe3087", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:10.760304 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-926145c1-8ebb-4209-aab6-cf8d09c08ae6 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:10.760717 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926145c1-8ebb-4209-aab6-cf8d09c08ae6'] response: {'server_uuid': 'c8eb77f4-0913-4168-b23e-4550e2ea79d6', 'name': 'network-vif-deleted', 'tag': '2341663b-9a99-4e63-aac5-9e47cdbe3087', 'status': 'completed', 'code': 200} Mar 24 07:48:10.832573 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-03cf68c9-accb-4630-a85f-2936b05c1b0e req-1bbe98d4-f731-4e7a-a530-fad077c66df4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902395 Mar 24 07:48:10.841493 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:10.892310 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428cbd0a-7222-468a-9bf6-10d2049888d4 req-075136fc-e53e-4ad8-8493-57c4f14d8e32 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.894064 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:10.894606 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-428cbd0a-7222-468a-9bf6-10d2049888d4 req-075136fc-e53e-4ad8-8493-57c4f14d8e32 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0739646 Mar 24 07:48:10.897483 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3732a0-82ed-40fe-8066-e7d843af92c9" -d '{"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-plugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:10.897643 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-61a09448-27e8-4d43-bedc-0ddc1672db7c tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:10.903028 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-61a09448-27e8-4d43-bedc-0ddc1672db7c tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 945 time: 0.0648646 Mar 24 07:48:10.935428 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c959e98-5eab-45c8-94de-b01476059478 x-openstack-request-id: req-7c959e98-5eab-45c8-94de-b01476059478 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:10.935761 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-plugged", "status": "completed", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:10.936042 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c959e98-5eab-45c8-94de-b01476059478 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:10.936454 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c959e98-5eab-45c8-94de-b01476059478'] response: {'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'code': 200} Mar 24 07:48:10.962221 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-428cbd0a-7222-468a-9bf6-10d2049888d4 req-e03f85a6-772f-477e-9f4c-f0d7f4e04262 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621777 Mar 24 07:48:11.033200 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Deleting port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:48:11.033669 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:11.086493 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:11.116828 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:48:11.125151 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:11.125867 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:47:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:11.126771 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] For port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,segment=NetworkSegment(300c39ba-97c3-44aa-b853-2790f92af79f),segment_id=300c39ba-97c3-44aa-b853-2790f92af79f)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:11.127145 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:11.141057 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Calling delete_port for fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:48:11.234514 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:11.356992 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697e61-b8b9-42a5-8a76-bc3849026273 req-720d2851-b0ac-4154-a75b-0dfca86f32e9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:11.358616 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-36697e61-b8b9-42a5-8a76-bc3849026273 req-720d2851-b0ac-4154-a75b-0dfca86f32e9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.1729264 Mar 24 07:48:11.407802 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-36697e61-b8b9-42a5-8a76-bc3849026273 req-057ee3af-ef52-4379-a1d0-a456c877c87c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Mar 24 07:48:11.438800 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (fac59c9b-4348-4a94-8b0c-48c8c5d31fe6), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:11.451347 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['fac59c9b-4348-4a94-8b0c-48c8c5d31fe6'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:11.463039 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:11.472461 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Pushing event deleted for resources: {'Port': ['ID=fac59c9b-4348-4a94-8b0c-48c8c5d31fe6,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:11.496445 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf756c8b-365f-4479-8c84-e704d4188e83 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:48:11.544065 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] No DVR routers for this DVR port fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:48:11.546465 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:11.552759 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-da59c199-3ce3-457a-92d8-67c9e54feb9c req-fd32f001-d9e3-4337-a4cc-564eb26b367e tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.67 "DELETE /v2.0/ports/fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 HTTP/1.1" status: 204 len: 173 time: 0.6464818 Mar 24 07:48:11.588351 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2427e1-f233-481c-8c27-6c50ac757315 req-bb55db8e-57bd-464c-a8fa-800acf9a7cdc tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:11.590975 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-227f786b-61ee-4ee8-9be4-c3b7770a4c4f req-595c43f4-3051-43fc-a20d-37ebdd37e465 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8eb77f4-0913-4168-b23e-4550e2ea79d6 HTTP/1.1" status: 200 len: 210 time: 0.0299644 Mar 24 07:48:11.595196 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bc2427e1-f233-481c-8c27-6c50ac757315 req-bb55db8e-57bd-464c-a8fa-800acf9a7cdc tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0705323 Mar 24 07:48:11.671807 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bc2427e1-f233-481c-8c27-6c50ac757315 req-1d2c50bc-50cd-48c8-8046-9144f818973e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737197 Mar 24 07:48:11.724339 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9930e15f-aff2-4b88-a383-25ebf821cc68 req-bc85e8ce-7eae-4ed7-a96f-e92642924b2f tempest-VolumesActionsTest-485738405 tempest-VolumesActionsTest-485738405-project] 10.222.0.20 "GET /v2.0/ports?device_id=82a15bd8-37a2-4cff-8a4e-237e265a2dd5 HTTP/1.1" status: 200 len: 210 time: 0.0323977 Mar 24 07:48:11.735980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816ae42-b777-45da-bec5-7445645a75ca req-b6d7a80a-3f00-45db-afc5-4934ec6d6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:11.735980 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7816ae42-b777-45da-bec5-7445645a75ca req-b6d7a80a-3f00-45db-afc5-4934ec6d6004 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 1130 time: 0.0857358 Mar 24 07:48:11.793356 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb0dbb-a525-4756-974e-a513cadd7fbb req-ee8597cc-1af7-4b9d-8647-7e9aa199d2f4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:11.801455 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7ddb0dbb-a525-4756-974e-a513cadd7fbb req-ee8597cc-1af7-4b9d-8647-7e9aa199d2f4 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0768759 Mar 24 07:48:11.801680 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7816ae42-b777-45da-bec5-7445645a75ca req-14afc2ee-07cf-47d8-837e-53249ff27e82 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596154 Mar 24 07:48:11.859865 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7ddb0dbb-a525-4756-974e-a513cadd7fbb req-ddbbccca-9780-4182-98ba-68a414a56fe0 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575395 Mar 24 07:48:11.865080 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999a0f3d-7c2c-4754-9fe0-e3cce18c8118 None None] New status for floating IP bbbf967e-e8ac-474c-89ba-54924934d260: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:48:11.975016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10893397-5ad3-4a15-86b6-b8a2c38e41cf req-b624d67d-240c-44e8-8ee5-92a964934fe3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:11.980558 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-10893397-5ad3-4a15-86b6-b8a2c38e41cf req-b624d67d-240c-44e8-8ee5-92a964934fe3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0621440 Mar 24 07:48:12.034839 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-10893397-5ad3-4a15-86b6-b8a2c38e41cf req-01563d5c-c147-4c6b-8daf-72a4c8c2d57d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528095 Mar 24 07:48:12.109886 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd642-1e8d-4511-83fb-81ea012bcb3f req-f2c2284e-2a9c-4ba9-9c4e-cf021e63ea11 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:12.111366 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cc5cd642-1e8d-4511-83fb-81ea012bcb3f req-f2c2284e-2a9c-4ba9-9c4e-cf021e63ea11 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0706561 Mar 24 07:48:12.146193 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f82ce8-1f84-45c6-b839-0804bbf90202 req-df3d6400-9f5a-4519-96c5-f2bc595948f7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:12.147684 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-18f82ce8-1f84-45c6-b839-0804bbf90202 req-df3d6400-9f5a-4519-96c5-f2bc595948f7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0573711 Mar 24 07:48:12.160234 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cc5cd642-1e8d-4511-83fb-81ea012bcb3f req-94c36ad2-6b9d-40cb-8689-1b789baf23a2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Mar 24 07:48:12.198704 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-18f82ce8-1f84-45c6-b839-0804bbf90202 req-db25cff8-51f0-4968-9549-5a7a6624cf0f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Mar 24 07:48:12.272493 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-da2971be-2f99-41f5-bdfe-4695c26b8b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:12.510910 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2341663b-9a99-4e63-aac5-9e47cdbe3087 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:48:12.531475 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 2341663b-9a99-4e63-aac5-9e47cdbe3087 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:48:12.531816 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2341663b-9a99-4e63-aac5-9e47cdbe3087 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:48:12.760473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54530) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:12.761397 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'name': 'network-vif-deleted', 'tag': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:12.763636 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98fba80-9fd4-4ecb-9498-aca7d62cb1cd" -d '{"events": [{"server_uuid": "82a15bd8-37a2-4cff-8a4e-237e265a2dd5", "name": "network-vif-deleted", "tag": "fac59c9b-4348-4a94-8b0c-48c8c5d31fe6"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:12.837233 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0b5b5b-0a1e-4ce7-b51c-460be5d82f77 x-openstack-request-id: req-5b0b5b5b-0a1e-4ce7-b51c-460be5d82f77 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:12.837547 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a15bd8-37a2-4cff-8a4e-237e265a2dd5", "name": "network-vif-deleted", "tag": "fac59c9b-4348-4a94-8b0c-48c8c5d31fe6", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:12.837813 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b0b5b5b-0a1e-4ce7-b51c-460be5d82f77 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:12.838225 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0b5b5b-0a1e-4ce7-b51c-460be5d82f77'] response: {'server_uuid': '82a15bd8-37a2-4cff-8a4e-237e265a2dd5', 'name': 'network-vif-deleted', 'tag': 'fac59c9b-4348-4a94-8b0c-48c8c5d31fe6', 'status': 'completed', 'code': 200} Mar 24 07:48:12.839714 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9c65794f-0280-4ea6-9586-8ef82f673813 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (fccb84cf-8dba-4ca3-aadb-3cee96f3fcff), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:12.865922 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9c65794f-0280-4ea6-9586-8ef82f673813 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (fccb84cf-8dba-4ca3-aadb-3cee96f3fcff), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:12.988704 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9c65794f-0280-4ea6-9586-8ef82f673813 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (fccb84cf-8dba-4ca3-aadb-3cee96f3fcff), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:12.990602 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9c65794f-0280-4ea6-9586-8ef82f673813 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:12.994235 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-9c65794f-0280-4ea6-9586-8ef82f673813 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/security-groups/fccb84cf-8dba-4ca3-aadb-3cee96f3fcff HTTP/1.1" status: 204 len: 168 time: 0.2254269 Mar 24 07:48:12.994934 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54548) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:13.012646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65794f-0280-4ea6-9586-8ef82f673813 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccb84cf-8dba-4ca3-aadb-3cee96f3fcff,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:13.013134 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.api.v2.resource [None req-700257ac-040b-4e3f-a749-69811c9d620c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] show failed (client error): The resource could not be found. Mar 24 07:48:13.022812 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-700257ac-040b-4e3f-a749-69811c9d620c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups/fccb84cf-8dba-4ca3-aadb-3cee96f3fcff HTTP/1.1" status: 404 len: 347 time: 0.0189614 Mar 24 07:48:13.024214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54552) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:13.094401 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5991e5-e924-4fb7-a838-cbad47fb44ce req-80ea9b49-8192-4b7a-ac7e-a9ff6f64fad8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:13.096119 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2c5991e5-e924-4fb7-a838-cbad47fb44ce req-80ea9b49-8192-4b7a-ac7e-a9ff6f64fad8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1614778 Mar 24 07:48:13.179614 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045baa12-9e0f-4e4b-be48-3b92e53b6345 req-4c5f9b22-d378-4184-b066-1328817409c8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:13.181162 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-045baa12-9e0f-4e4b-be48-3b92e53b6345 req-4c5f9b22-d378-4184-b066-1328817409c8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0647128 Mar 24 07:48:13.220875 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2c5991e5-e924-4fb7-a838-cbad47fb44ce req-2ed6b817-42d0-4b99-bccd-1a367da31782 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158755 Mar 24 07:48:13.246894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port 3d6492ab-0b29-438f-b1ac-62049acb5772 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:48:13.246894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:13.265505 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-045baa12-9e0f-4e4b-be48-3b92e53b6345 req-2695e385-2c65-4ed2-b610-7c455484da12 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678339 Mar 24 07:48:13.376400 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:13.376630 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (3d6492ab-0b29-438f-b1ac-62049acb5772), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:13.640604 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872e82c-5ac1-4cdf-ac68-0258a448dfa1 req-40b1985d-3bf6-488c-82e6-2f6d46cbee62 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:13.642344 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c872e82c-5ac1-4cdf-ac68-0258a448dfa1 req-40b1985d-3bf6-488c-82e6-2f6d46cbee62 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.3448522 Mar 24 07:48:13.643923 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for 3d6492ab-0b29-438f-b1ac-62049acb5772 owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:48:13.739406 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c872e82c-5ac1-4cdf-ac68-0258a448dfa1 req-7d10f64f-12d3-4c52-90de-391db4d6e408 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889895 Mar 24 07:48:13.879284 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (3d6492ab-0b29-438f-b1ac-62049acb5772), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:13.914672 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=3d6492ab-0b29-438f-b1ac-62049acb5772,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:13.990587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (bbbf967e-e8ac-474c-89ba-54924934d260), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:13.994441 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:13.998497 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-88769bb0-971b-47fb-b3ac-14b9c663db33 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/floatingips/bbbf967e-e8ac-474c-89ba-54924934d260 HTTP/1.1" status: 204 len: 168 time: 0.9704771 Mar 24 07:48:14.612967 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54648) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:14.619912 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1165136583', 'description': 'tempest-description--961252248'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:14.658870 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-32628cea-b2c1-4934-8170-9a8e570421a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:14.708389 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6a296-2713-4e2e-b0aa-95b314fcc4e4 req-dd63bb35-f877-44a3-b954-ed193a54e8ef tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:14.710514 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-18a6a296-2713-4e2e-b0aa-95b314fcc4e4 req-dd63bb35-f877-44a3-b954-ed193a54e8ef tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0567772 Mar 24 07:48:14.743336 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:14.771287 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-18a6a296-2713-4e2e-b0aa-95b314fcc4e4 req-8bb293bb-7249-43e0-91ae-d482e1800e2d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551438 Mar 24 07:48:14.830321 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (ede5dea9-68f2-44bb-be09-682aaa7a1412), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:14.882849 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0217957-0553-4e46-ad77-c5cac4f6cbcc req-6cb7b299-e251-455a-bd05-35f1eea68cf1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:14.884278 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c0217957-0553-4e46-ad77-c5cac4f6cbcc req-6cb7b299-e251-455a-bd05-35f1eea68cf1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0520270 Mar 24 07:48:14.903904 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ede5dea9-68f2-44bb-be09-682aaa7a1412), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:14.952835 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede5dea9-68f2-44bb-be09-682aaa7a1412,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:14.969175 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c0217957-0553-4e46-ad77-c5cac4f6cbcc req-1c38fd85-6579-4a2a-8849-158d82328403 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795469 Mar 24 07:48:15.035966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85bcd2-cf71-4783-b5ea-8f5c2496543c req-b0631647-e924-43b4-884e-7723eb2d91ec tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:15.037434 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3b85bcd2-cf71-4783-b5ea-8f5c2496543c req-b0631647-e924-43b4-884e-7723eb2d91ec tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0545516 Mar 24 07:48:15.045949 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.047177 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a567771b-ac68-470d-8df8-c0f95a08b0ec tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4331701 Mar 24 07:48:15.051245 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54654) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:15.055866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': 'ede5dea9-68f2-44bb-be09-682aaa7a1412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:15.088958 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3b85bcd2-cf71-4783-b5ea-8f5c2496543c req-0e7b92c5-5090-4ec5-8052-58c47dcdabe4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460417 Mar 24 07:48:15.134847 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (2b2ae6dd-ad04-4e34-88d6-2773d39c2266), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.188858 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (2b2ae6dd-ad04-4e34-88d6-2773d39c2266), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.241127 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (2b2ae6dd-ad04-4e34-88d6-2773d39c2266), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.259809 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2ae6dd-ad04-4e34-88d6-2773d39c2266,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:15.320164 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.321387 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-70a61464-ee20-4e4f-b440-8a87a99a4eb1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2692151 Mar 24 07:48:15.324127 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54662) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:15.328798 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': 'ede5dea9-68f2-44bb-be09-682aaa7a1412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:15.426062 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (0e47b9a8-2e7f-42bb-be62-683d18bb140c), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.483695 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (0e47b9a8-2e7f-42bb-be62-683d18bb140c), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.544029 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (0e47b9a8-2e7f-42bb-be62-683d18bb140c), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.562831 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e47b9a8-2e7f-42bb-be62-683d18bb140c,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:15.635645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.646320 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.647497 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3a4ca3a6-9632-49e1-8fdc-f03aeb81ad73 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221354 Mar 24 07:48:15.650574 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54664) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:15.654813 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:15.738772 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.834807 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:15.962993 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181b1c7-d858-461a-a34a-080e99c03722 req-820a48b8-ed03-488c-8121-ba7c80a4e394 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:15.964447 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7181b1c7-d858-461a-a34a-080e99c03722 req-820a48b8-ed03-488c-8121-ba7c80a4e394 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1190624 Mar 24 07:48:15.993697 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.27.3.144 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/48591d32-97ea-4e38-98e2-826981ac4e7e) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:48:16.070721 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7181b1c7-d858-461a-a34a-080e99c03722 req-d50829d7-d967-4790-8d87-dafafa353ed5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991943 Mar 24 07:48:16.087525 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 721647e5-6107-4433-aa0e-e9ce58eef544 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:48:16.110235 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b8261-ff50-4ccc-8356-ac714624ad84 req-a345f5d4-d746-4087-abfa-3d8ed53cab60 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:16.110235 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d44b8261-ff50-4ccc-8356-ac714624ad84 req-a345f5d4-d746-4087-abfa-3d8ed53cab60 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 943 time: 0.0647128 Mar 24 07:48:16.129128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.170327 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d44b8261-ff50-4ccc-8356-ac714624ad84 req-edfaac0d-b4b5-4ffd-9f99-b64aeaa9a91c tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566974 Mar 24 07:48:16.201094 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 721647e5-6107-4433-aa0e-e9ce58eef544, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=721647e5-6107-4433-aa0e-e9ce58eef544,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:16.212891 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '721647e5-6107-4433-aa0e-e9ce58eef544', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'port_id': '721647e5-6107-4433-aa0e-e9ce58eef544', 'mac_address': 'fa:16:3e:82:8d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:48:16.215702 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.254114 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:48:16.254402 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 721647e5-6107-4433-aa0e-e9ce58eef544 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:16.254545 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.257134 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:48:16.262969 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:48:16.268338 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721647e5-6107-4433-aa0e-e9ce58eef544 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:16.286388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=48591d32-97ea-4e38-98e2-826981ac4e7e,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:16.289128 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 721647e5-6107-4433-aa0e-e9ce58eef544, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=721647e5-6107-4433-aa0e-e9ce58eef544,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:16.357617 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (0fbeccea-7ff5-4e4c-992f-838570429191), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.384253 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.432043 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=721647e5-6107-4433-aa0e-e9ce58eef544,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:16.469902 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.621020 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.675929 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.743293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=48591d32-97ea-4e38-98e2-826981ac4e7e,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:16.753426 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (0fbeccea-7ff5-4e4c-992f-838570429191), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.837578 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:16.838842 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0d0f2ab2-e2cb-472d-9f06-7b6e1241a5d1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1873426 Mar 24 07:48:17.007063 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:48:17.028053 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:48:17.028413 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device fac59c9b-4348-4a94-8b0c-48c8c5d31fe6 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:48:17.032405 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-5ff88935-a24b-4769-a539-d8436b878289 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1165136583&fields=id&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 267 time: 0.0452108 Mar 24 07:48:17.147627 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-29a595a7-e74f-4306-be25-cee26f5f16f6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:17.149252 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-29a595a7-e74f-4306-be25-cee26f5f16f6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.1106396 Mar 24 07:48:17.164469 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-be99f80e-cd71-465a-bd67-113944b4ac4c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/quotas/1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 375 time: 0.0099554 Mar 24 07:48:17.198308 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:17.219800 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d3ec-7f04-4efe-a5d7-cc314e809c0a req-c7453e96-4075-45eb-be05-1a5fb40795d5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:17.224148 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d8c9d3ec-7f04-4efe-a5d7-cc314e809c0a req-c7453e96-4075-45eb-be05-1a5fb40795d5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0541012 Mar 24 07:48:17.226678 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-3f732749-7a99-400e-88e9-bf89af560949 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568490 Mar 24 07:48:17.275239 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d8c9d3ec-7f04-4efe-a5d7-cc314e809c0a req-37ee44b0-bcd1-4eda-bcfb-4ac15a1af627 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432405 Mar 24 07:48:17.327627 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['721647e5-6107-4433-aa0e-e9ce58eef544'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:17.331635 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-ebe7d5a2-86d1-4b25-9612-3e9863ca3e50 service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921545 Mar 24 07:48:17.390355 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e9269-b302-45f9-9330-76b71a8910e9 req-b097553d-7ee0-45f0-8377-1c21abc6d072 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:17.392377 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7d5e9269-b302-45f9-9330-76b71a8910e9 req-b097553d-7ee0-45f0-8377-1c21abc6d072 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 944 time: 0.0614009 Mar 24 07:48:17.427858 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-213b611e-84b7-434e-8eba-86d83b22541f service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893836 Mar 24 07:48:17.461539 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7d5e9269-b302-45f9-9330-76b71a8910e9 req-304442c8-45fd-4858-99e1-304961204c53 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545661 Mar 24 07:48:17.650470 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dea864bc-9584-455d-b117-7450afaf9068 req-e8b9f54c-f4e7-4a27-8b11-850007c76509 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 210 time: 0.0280728 Mar 24 07:48:18.415203 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afaef1-f6d1-4a80-8eaf-58e84f0d50d8 req-7b3b7155-ff61-4b6d-81c9-c253f231bfb3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:18.417687 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-46afaef1-f6d1-4a80-8eaf-58e84f0d50d8 req-7b3b7155-ff61-4b6d-81c9-c253f231bfb3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0676825 Mar 24 07:48:18.495157 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-46afaef1-f6d1-4a80-8eaf-58e84f0d50d8 req-66ddf0a2-0534-4a7d-a428-af1d29395492 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718336 Mar 24 07:48:18.652357 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463efe9-322b-4a64-bdfe-797fc800a1b6 req-27e8a07c-413a-4a59-b4dd-63656f76c901 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:18.654110 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e463efe9-322b-4a64-bdfe-797fc800a1b6 req-27e8a07c-413a-4a59-b4dd-63656f76c901 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 944 time: 0.0703943 Mar 24 07:48:18.692882 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:18.740323 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e463efe9-322b-4a64-bdfe-797fc800a1b6 req-87feaae2-a0dd-48ef-853e-aa222da5a287 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794094 Mar 24 07:48:18.828743 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0c7fe969-e4b3-44a4-97b2-779920d5e2d9 req-5ff9ebfc-c2a6-448d-861b-d8e07e93c5e7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 210 time: 0.0524268 Mar 24 07:48:19.042575 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 721647e5-6107-4433-aa0e-e9ce58eef544 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:48:19.210470 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 721647e5-6107-4433-aa0e-e9ce58eef544 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:48:19.215893 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 721647e5-6107-4433-aa0e-e9ce58eef544 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:19.216951 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:19.314569 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 721647e5-6107-4433-aa0e-e9ce58eef544 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:19.314892 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:19.340618 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:19.342947 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a5e355-6216-4680-8bf7-4e3ec9f7f937" -d '{"events": [{"server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "name": "network-vif-plugged", "status": "completed", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:19.357701 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 721647e5-6107-4433-aa0e-e9ce58eef544, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=721647e5-6107-4433-aa0e-e9ce58eef544,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:19.410392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ca762-40ec-4f5f-a41f-7bc2154f6d20 x-openstack-request-id: req-310ca762-40ec-4f5f-a41f-7bc2154f6d20 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:19.410717 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "name": "network-vif-plugged", "status": "completed", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:19.410985 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-310ca762-40ec-4f5f-a41f-7bc2154f6d20 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:19.411427 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310ca762-40ec-4f5f-a41f-7bc2154f6d20'] response: {'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544', 'code': 200} Mar 24 07:48:19.447113 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:19.514537 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=721647e5-6107-4433-aa0e-e9ce58eef544,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:19.688375 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad36fc4-625a-46a3-af51-d80cbdd1b793 req-77831368-e98e-459b-9118-f9fdea9b0c81 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:19.700568 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8ad36fc4-625a-46a3-af51-d80cbdd1b793 req-77831368-e98e-459b-9118-f9fdea9b0c81 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0978239 Mar 24 07:48:19.725640 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-d329bb77-d6a4-492b-b1f1-d54ef91efd50 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:19.727432 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-d329bb77-d6a4-492b-b1f1-d54ef91efd50 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.1472437 Mar 24 07:48:19.819656 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-14ecba86-78c6-45f8-91b3-5a562cd7b1a0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 380 time: 0.0766842 Mar 24 07:48:19.831212 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'port': {'device_id': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'admin_state_up': True, 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'security_groups': ['ede5dea9-68f2-44bb-be09-682aaa7a1412']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:19.849729 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8ad36fc4-625a-46a3-af51-d80cbdd1b793 req-f6e45067-303c-4455-bd84-ea0141b5c5b3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419895 Mar 24 07:48:19.961914 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f7c21-b6ea-4b57-8fa3-cc24d43d358e req-b26868fa-0e0f-476f-9454-f4f152a2bc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:19.963703 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c19f7c21-b6ea-4b57-8fa3-cc24d43d358e req-b26868fa-0e0f-476f-9454-f4f152a2bc54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 1129 time: 0.1872704 Mar 24 07:48:19.986818 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7d4225d5-00d8-4286-82fd-65c1db3c175d req-d225f613-d16f-41fd-809d-e36bb1d3a1a0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 210 time: 0.0470109 Mar 24 07:48:20.033067 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811f010-374b-4e6f-a05f-aed05ecf515b req-8faec29c-5386-4193-accd-6c5f36f3a02b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:20.035333 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c811f010-374b-4e6f-a05f-aed05ecf515b req-8faec29c-5386-4193-accd-6c5f36f3a02b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.0815864 Mar 24 07:48:20.048770 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c19f7c21-b6ea-4b57-8fa3-cc24d43d358e req-bbb915cf-2edf-40e8-8c02-5df5cd047204 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687802 Mar 24 07:48:20.087768 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Made reservation on behalf of 1e792105a0444c72bee0d9c7fd1235ed for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:48:20.091291 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:20.116572 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c811f010-374b-4e6f-a05f-aed05ecf515b req-528ac4f3-30ea-411a-9162-f666c9f7dbcd tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718057 Mar 24 07:48:20.254395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.20.0.5 (4a73517c-c95f-4cb4-9da3-a77ca754f4bb/3e641aba-2513-4ff7-ad96-00f7847792d3/16d519e3-e99d-4228-b91a-6fc87ab9ec13) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:48:20.433702 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:20.536648 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:20.592270 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:48:20.593535 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=16d519e3-e99d-4228-b91a-6fc87ab9ec13,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:20.596269 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:48:20.599113 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:48:20.666430 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:20.667131 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:20.761580 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-fc3d91b8-4522-4a6f-9fec-65fde803892d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362977 Mar 24 07:48:20.775623 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Request body: {'port': {'device_id': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:20.848864 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-455c8399-6011-4428-b731-ea6a3deea02a None None] Provisioning complete for port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:20.849470 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-455c8399-6011-4428-b731-ea6a3deea02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:20.849582 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:20.888375 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-455c8399-6011-4428-b731-ea6a3deea02a None None] Port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:48:21.017046 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c516229-f9fa-4981-b478-e6455691901b req-128fa137-2296-427d-ad29-1b71353f48de tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:21.028841 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c516229-f9fa-4981-b478-e6455691901b req-128fa137-2296-427d-ad29-1b71353f48de tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0916893 Mar 24 07:48:21.082725 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c516229-f9fa-4981-b478-e6455691901b req-5ed0138d-8458-4052-8e57-d65ec26cd4a5 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527718 Mar 24 07:48:21.219089 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20887b78-66eb-456c-91a8-93278459992d req-71346c60-c41a-4e55-880b-99bae9ae65c6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:21.220649 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-20887b78-66eb-456c-91a8-93278459992d req-71346c60-c41a-4e55-880b-99bae9ae65c6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 931 time: 0.1278713 Mar 24 07:48:21.256935 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05663746-e2e2-445f-b188-6e369389042a req-811679b4-2d30-4ab3-a211-0671e69ab49d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:21.264626 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-05663746-e2e2-445f-b188-6e369389042a req-811679b4-2d30-4ab3-a211-0671e69ab49d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.0727661 Mar 24 07:48:21.273637 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d519e3-e99d-4228-b91a-6fc87ab9ec13 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:21.285866 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Publish callbacks [] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:21.299547 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-20887b78-66eb-456c-91a8-93278459992d req-14af676c-5953-478b-b014-27ae83fd9a63 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716751 Mar 24 07:48:21.308245 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Transition to ACTIVE for port object 16d519e3-e99d-4228-b91a-6fc87ab9ec13 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:48:21.357937 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-05663746-e2e2-445f-b188-6e369389042a req-6a319763-60f2-44f0-af30-cdf3ed46d7dd tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923057 Mar 24 07:48:21.368294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:21.464248 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Pushing event updated for resources: {'Port': ['ID=16d519e3-e99d-4228-b91a-6fc87ab9ec13,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:21.520287 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Attempting to bind port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:48:21.520801 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Attempting to bind port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:48:21.521463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Attempting to bind port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:48:21.526848 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:48:21.527182 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Attempting to bind port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:48:21.532583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:48:21.532932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:48:21.533391 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Bound using segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:48:21.533757 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Bound port: 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:48:21.534123 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:21.637935 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] For port 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:48:21.641225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] For port 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:48:21.693525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:21.736537 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:21.737183 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:21.738615 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] 10.222.0.67 "PUT /v2.0/ports/16d519e3-e99d-4228-b91a-6fc87ab9ec13 HTTP/1.1" status: 200 len: 1093 time: 0.9695785 Mar 24 07:48:21.740396 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:21.743146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:21.788189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e07e3-85c1-4446-b0d3-631d88d32a37 service neutron] Pushing event updated for resources: {'Port': ['ID=16d519e3-e99d-4228-b91a-6fc87ab9ec13,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:21.813651 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765b2611-ce8f-4dce-8d45-b0e38738ecdd x-openstack-request-id: req-765b2611-ce8f-4dce-8d45-b0e38738ecdd {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:21.813950 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:21.814357 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-765b2611-ce8f-4dce-8d45-b0e38738ecdd {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:21.814728 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765b2611-ce8f-4dce-8d45-b0e38738ecdd'] response: {'name': 'network-changed', 'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'status': 'completed', 'code': 200} Mar 24 07:48:21.901287 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb req-483cbd1c-c9fa-4209-b441-33b37d21f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:21.902927 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb req-483cbd1c-c9fa-4209-b441-33b37d21f94d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 1127 time: 0.0637033 Mar 24 07:48:22.024364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb req-de4f2c13-059b-43af-b634-faf87775bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.026226 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb req-de4f2c13-059b-43af-b634-faf87775bb7b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1150992 Mar 24 07:48:22.136061 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb req-30e36cb6-bfdd-4c3e-a942-4d509fbdff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.137573 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6dec6dee-ab9d-40c4-955d-d2f68e3494eb req-30e36cb6-bfdd-4c3e-a942-4d509fbdff94 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055050 Mar 24 07:48:22.235864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-291f10cf-386d-446b-ac7c-a895679894b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.237665 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-291f10cf-386d-446b-ac7c-a895679894b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 1127 time: 0.0536849 Mar 24 07:48:22.242935 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ec080-12f3-471a-9d89-ce6cd7d97fce req-502b2708-7e4c-4e93-8274-5ae15dc787ef tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.244744 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3d2ec080-12f3-471a-9d89-ce6cd7d97fce req-502b2708-7e4c-4e93-8274-5ae15dc787ef tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0641334 Mar 24 07:48:22.292701 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-1e9893ff-c637-493a-8343-6589761215c3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13 HTTP/1.1" status: 200 len: 217 time: 0.0468507 Mar 24 07:48:22.311985 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3d2ec080-12f3-471a-9d89-ce6cd7d97fce req-158c4a66-e50a-432b-b308-cea15e649771 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607314 Mar 24 07:48:22.357300 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-0e858e73-175e-4d79-96c6-9da8ff02fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.359284 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-0e858e73-175e-4d79-96c6-9da8ff02fc0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.0598958 Mar 24 07:48:22.496533 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-d8ace757-f587-4ae8-b857-cde1c04f5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.498034 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-d8ace757-f587-4ae8-b857-cde1c04f5b7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1327477 Mar 24 07:48:22.511053 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8a144-fd20-4c30-85bf-c35f262ba117 req-38ed86c9-2e9d-47ff-9d43-e6159a3dd5d9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.521086 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-56e8a144-fd20-4c30-85bf-c35f262ba117 req-38ed86c9-2e9d-47ff-9d43-e6159a3dd5d9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 943 time: 0.1094596 Mar 24 07:48:22.528686 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922079-ffa8-4e23-8810-25ceab789719 req-80da5427-77f0-4fdf-a9dd-cb2a6dba5bb6 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.536613 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ab922079-ffa8-4e23-8810-25ceab789719 req-80da5427-77f0-4fdf-a9dd-cb2a6dba5bb6 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.0650148 Mar 24 07:48:22.592759 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ab922079-ffa8-4e23-8810-25ceab789719 req-b73b5908-3b8c-449f-b95e-8b503ca359d8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548792 Mar 24 07:48:22.643329 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-56e8a144-fd20-4c30-85bf-c35f262ba117 req-eafdf6b0-6308-467f-8481-8e917bf49870 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213632 Mar 24 07:48:22.668649 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-a66db163-1ffd-4052-9882-ae15f73da59b service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408660 Mar 24 07:48:22.727048 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca094a-1968-40a2-9865-c008d2678b11 req-295c1a34-d022-4d6d-b7da-bfd874a4f037 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:22.734396 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a6ca094a-1968-40a2-9865-c008d2678b11 req-295c1a34-d022-4d6d-b7da-bfd874a4f037 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.0645700 Mar 24 07:48:22.805004 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a6ca094a-1968-40a2-9865-c008d2678b11 req-518c8f13-c20b-4394-8473-d1f635115a8a tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695112 Mar 24 07:48:22.808260 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-158c9159-acc1-4c2a-873f-9f9e5093b581 req-ab0a943b-6469-4d47-a753-823582736ec7 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250613 Mar 24 07:48:22.832339 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54788) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:23.004181 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1205d05c-3c7f-4083-9fb8-d5564eeecd97 tempest-TestVolumeBootPattern-17831455 tempest-TestVolumeBootPattern-17831455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:23.008641 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1205d05c-3c7f-4083-9fb8-d5564eeecd97 tempest-TestVolumeBootPattern-17831455 tempest-TestVolumeBootPattern-17831455-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 1124 time: 0.1724615 Mar 24 07:48:23.008953 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54792) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:23.013814 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'port_id': '721647e5-6107-4433-aa0e-e9ce58eef544', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:23.101270 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:23.232325 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:23.345814 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Allocated IP 172.27.3.180 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/fc1424fc-f473-4557-9e20-c616773e2bc6) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:48:23.470329 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6857093-ff22-418c-bd38-859b3ca66cce req-3821c57b-79eb-4e1b-9791-e6e975fd729c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:23.484804 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b6857093-ff22-418c-bd38-859b3ca66cce req-3821c57b-79eb-4e1b-9791-e6e975fd729c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0922887 Mar 24 07:48:23.521031 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:23.580057 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b6857093-ff22-418c-bd38-859b3ca66cce req-de589390-c93a-4066-9330-90b5d4a9d62d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941491 Mar 24 07:48:23.650756 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:23.707852 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:48:23.724078 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:48:23.731166 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:48:23.765531 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=fc1424fc-f473-4557-9e20-c616773e2bc6,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:23.901576 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd058f-3e92-415a-8370-19a680f3301f req-0e5c5ca8-f45a-4b27-9f7d-68fa8c56369a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:23.903101 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-89fd058f-3e92-415a-8370-19a680f3301f req-0e5c5ca8-f45a-4b27-9f7d-68fa8c56369a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 943 time: 0.1391966 Mar 24 07:48:24.075019 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-89fd058f-3e92-415a-8370-19a680f3301f req-46e1e278-b2d8-4ec6-9caf-a884a6beaf47 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580286 Mar 24 07:48:24.271552 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:24.411349 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:24.626454 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:24.704867 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:24.795736 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07334-b9e3-4ec4-87f1-0ff118a39c21 req-6a5abb89-a508-478c-b36f-4a0c1490ad9e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:24.797361 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3ed07334-b9e3-4ec4-87f1-0ff118a39c21 req-6a5abb89-a508-478c-b36f-4a0c1490ad9e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1226072 Mar 24 07:48:24.801025 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=fc1424fc-f473-4557-9e20-c616773e2bc6,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:24.816207 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:24.851231 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3ed07334-b9e3-4ec4-87f1-0ff118a39c21 req-9ee9734a-9c1a-4d5b-9cfc-0872b83e81c7 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436673 Mar 24 07:48:24.921606 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Floating IP abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac associated. External IP: 172.27.3.180, port: 721647e5-6107-4433-aa0e-e9ce58eef544. Mar 24 07:48:25.062094 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 16d519e3-e99d-4228-b91a-6fc87ab9ec13 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:48:25.210804 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:25.225137 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'port_id': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'mac_address': 'fa:16:3e:ce:4b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:48:25.270021 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:25.270442 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:25.287440 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d519e3-e99d-4228-b91a-6fc87ab9ec13 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:48:25.298710 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3324275-0775-4b5a-a86a-0d3cc8e7757b req-784a5a10-0dac-4a31-a395-60a161807e72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:25.300730 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e3324275-0775-4b5a-a86a-0d3cc8e7757b req-784a5a10-0dac-4a31-a395-60a161807e72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 943 time: 0.0810957 Mar 24 07:48:25.315845 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:25.372579 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:25.438296 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e3324275-0775-4b5a-a86a-0d3cc8e7757b req-e27baa65-d3a4-45d6-b4ae-7c7bf276c41f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305640 Mar 24 07:48:25.439759 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=16d519e3-e99d-4228-b91a-6fc87ab9ec13,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:25.499158 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:48:25.633601 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:48:25.650756 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:48:25.663134 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:25.663848 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:25.710224 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:25.771414 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ab67d23e-738d-4c1d-9db4-69a265d409b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7475083 Mar 24 07:48:25.771414 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:25.771414 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401cc74-e268-45da-b6d5-486683b3a4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:25.809273 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['16d519e3-e99d-4228-b91a-6fc87ab9ec13'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:25.828403 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e1b24-84af-4ebc-a744-7446c4981f3a x-openstack-request-id: req-f46e1b24-84af-4ebc-a744-7446c4981f3a {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:25.828764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:25.829094 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f46e1b24-84af-4ebc-a744-7446c4981f3a {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:25.829613 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f46e1b24-84af-4ebc-a744-7446c4981f3a'] response: {'name': 'network-changed', 'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544', 'status': 'completed', 'code': 200} Mar 24 07:48:25.850996 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:25.955266 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-523d81f4-a7ea-43e4-8df7-59cb77fbc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:25.958466 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-523d81f4-a7ea-43e4-8df7-59cb77fbc592 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 1129 time: 0.1017551 Mar 24 07:48:26.030932 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de1aeb-3c6a-40da-b942-6bd3ec2d583b req-86a5d9dc-bf9f-4907-822f-aaaf907aa102 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.036374 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d1de1aeb-3c6a-40da-b942-6bd3ec2d583b req-86a5d9dc-bf9f-4907-822f-aaaf907aa102 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.1079056 Mar 24 07:48:26.122990 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d1de1aeb-3c6a-40da-b942-6bd3ec2d583b req-4bb5e4e2-d0a2-40cc-bfbf-098308d94319 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828135 Mar 24 07:48:26.146867 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54836) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:26.147162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36380b-65a8-41f2-a986-f9e2517f8f88 req-f11c9e46-065e-4c82-af64-b9f523e53352 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.148810 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-eb36380b-65a8-41f2-a986-f9e2517f8f88 req-f11c9e46-065e-4c82-af64-b9f523e53352 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1589701 Mar 24 07:48:26.193676 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '721647e5-6107-4433-aa0e-e9ce58eef544', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:82:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:24Z', 'updated_at': '2022-03-24T07:48:24Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:26.211100 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-d0af72b7-8191-4a6e-a0c4-d07fe8ef6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.212885 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-d0af72b7-8191-4a6e-a0c4-d07fe8ef6196 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 912 time: 0.2467229 Mar 24 07:48:26.233425 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:48:26.242859 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:26.243519 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:26.298660 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-c0da89f7-ef0f-4ee5-908a-d14caf6e74f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721647e5-6107-4433-aa0e-e9ce58eef544 HTTP/1.1" status: 200 len: 999 time: 0.0747294 Mar 24 07:48:26.304679 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-eb36380b-65a8-41f2-a986-f9e2517f8f88 req-1939484d-ad58-45e8-a839-cb450beadacb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445155 Mar 24 07:48:26.381581 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-0527db56-a0b3-45c8-bc9b-7a7a1ed5a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.383068 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-0527db56-a0b3-45c8-bc9b-7a7a1ed5a2e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0662544 Mar 24 07:48:26.393939 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e19f8-9534-41ae-9534-c380e0c7a0b2 tempest-TestMinimumBasicScenario-1708343708 tempest-TestMinimumBasicScenario-1708343708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.395839 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5c8e19f8-9534-41ae-9534-c380e0c7a0b2 tempest-TestMinimumBasicScenario-1708343708 tempest-TestMinimumBasicScenario-1708343708-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1124 time: 0.2474020 Mar 24 07:48:26.398993 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54840) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:26.404035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'port_id': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:26.459494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-17a23da9-c117-4c64-b5b6-882e62a881bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.461558 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-17a23da9-c117-4c64-b5b6-882e62a881bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713584 Mar 24 07:48:26.468536 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:26.498376 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:26.600262 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-dc5fc878-54e2-482f-838e-335b268dcc7c service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285169 Mar 24 07:48:26.697052 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5c5b9-10a7-43e3-8694-510f0ffdc6a9 req-6d8fa2f4-c4a6-484f-96bc-e4f66aec87d4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:26.707862 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8dc5c5b9-10a7-43e3-8694-510f0ffdc6a9 req-6d8fa2f4-c4a6-484f-96bc-e4f66aec87d4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 944 time: 0.1108701 Mar 24 07:48:26.742902 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6401cc74-e268-45da-b6d5-486683b3a4a9 req-b051cad7-70fe-4c84-84a1-7a44e4d51f1c service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334834 Mar 24 07:48:26.756422 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '721647e5-6107-4433-aa0e-e9ce58eef544', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:82:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:24Z', 'updated_at': '2022-03-24T07:48:24Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:26.800426 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fcd5b6-6dbc-4546-95f7-90f99ebd4949 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '721647e5-6107-4433-aa0e-e9ce58eef544', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:82:8d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:24Z', 'updated_at': '2022-03-24T07:48:24Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:48:26.800918 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8dc5c5b9-10a7-43e3-8694-510f0ffdc6a9 req-8b402068-da79-4ebf-ac3a-6189dd24fb21 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916643 Mar 24 07:48:26.828044 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:26.971561 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Allocated IP 172.27.3.187 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/767c4193-95e1-4fb5-ad17-4e09b46bd0be) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:48:27.097335 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 16d519e3-e99d-4228-b91a-6fc87ab9ec13 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:48:27.119565 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:27.146362 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd164c47-dc7b-4402-8dee-b0ee4d735ee6 None None] New status for floating IP abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:48:27.244653 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:27.291785 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:48:27.295520 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:48:27.299663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:48:27.324723 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:48:27.330713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:27.331706 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:27.376341 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'Port': ['ID=767c4193-95e1-4fb5-ad17-4e09b46bd0be,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:27.481923 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:27.482535 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:27.511874 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:27.514565 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cd2dcf-2036-48b4-b32e-ff16ae692df9" -d '{"events": [{"server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "name": "network-vif-plugged", "status": "completed", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:27.529187 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:27.539216 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb6e20-571a-4d02-aa24-5b87ccf2fd90 req-3fddf22f-fa38-4c6a-9961-4744522c651e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:27.548759 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3dbb6e20-571a-4d02-aa24-5b87ccf2fd90 req-3fddf22f-fa38-4c6a-9961-4744522c651e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1096690 Mar 24 07:48:27.582511 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e183907c-459a-4244-8630-f4e41135a10b x-openstack-request-id: req-e183907c-459a-4244-8630-f4e41135a10b {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:27.583057 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "name": "network-vif-plugged", "status": "completed", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:27.583411 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e183907c-459a-4244-8630-f4e41135a10b {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:27.586152 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e183907c-459a-4244-8630-f4e41135a10b'] response: {'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'code': 200} Mar 24 07:48:27.600093 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:27.643150 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3dbb6e20-571a-4d02-aa24-5b87ccf2fd90 req-c3dc4a85-7d4f-4c17-9b7b-8342a3776464 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814850 Mar 24 07:48:27.680261 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=16d519e3-e99d-4228-b91a-6fc87ab9ec13,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:27.844207 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for floatingip (2ea699cf-fb2b-47e4-a2ec-247ae62fa746), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:27.943035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddafa7f-89de-49de-8dca-58906d7eff5e req-198aebf4-e52a-4c96-ad56-f45796eb6fcc tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:27.944627 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8ddafa7f-89de-49de-8dca-58906d7eff5e req-198aebf4-e52a-4c96-ad56-f45796eb6fcc tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.0770593 Mar 24 07:48:27.984214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934216-4fe9-4d97-95c1-f907fce975d9 req-19dd3edf-7057-460e-a416-c6d347b5170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:27.985952 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a934216-4fe9-4d97-95c1-f907fce975d9 req-19dd3edf-7057-460e-a416-c6d347b5170f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 1129 time: 0.0497501 Mar 24 07:48:28.014664 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:28.044293 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8ddafa7f-89de-49de-8dca-58906d7eff5e req-a85bdcab-660f-486f-a6db-a8b19d83c873 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929308 Mar 24 07:48:28.050150 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6a934216-4fe9-4d97-95c1-f907fce975d9 req-323afdf2-ec3b-4900-a171-31285ae03702 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549855 Mar 24 07:48:28.201338 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:28.275923 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:28.345660 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'Port': ['ID=767c4193-95e1-4fb5-ad17-4e09b46bd0be,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:28.360107 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (2ea699cf-fb2b-47e4-a2ec-247ae62fa746), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:28.475387 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Floating IP 2ea699cf-fb2b-47e4-a2ec-247ae62fa746 associated. External IP: 172.27.3.187, port: 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4. Mar 24 07:48:28.754675 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:48:28.774627 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fff1f-fd02-4453-ad99-b47fdf49d517 req-439d3bd2-6777-440c-8df4-f8f0b48a5739 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:28.776334 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a10fff1f-fd02-4453-ad99-b47fdf49d517 req-439d3bd2-6777-440c-8df4-f8f0b48a5739 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0589311 Mar 24 07:48:28.824749 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a10fff1f-fd02-4453-ad99-b47fdf49d517 req-0b85c396-e272-4727-afcc-557fa37e42b2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Mar 24 07:48:28.874798 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:48:28.885605 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ded816-3c94-4576-a141-1204281837d3 None None] Sync routers for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:48:28.904305 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:28.904983 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:28.983301 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.018857 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9dc09933-3147-4879-95f3-2f36c4358ae7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6185021 Mar 24 07:48:29.019769 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:29.021702 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54868) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:29.027016 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1409882997', 'description': 'tempest-secgroup-smoke-1409882997 description', 'project_id': '31fcf26080d94a488a61d9b6c65acf49'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:29.033177 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3434b4ba-eff6-4d08-8332-eba41c191e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:29.061208 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:29.077990 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8633c-f868-404b-aa0f-a7e3ff2795b7 x-openstack-request-id: req-06c8633c-f868-404b-aa0f-a7e3ff2795b7 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:29.078549 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:29.078995 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06c8633c-f868-404b-aa0f-a7e3ff2795b7 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:29.079584 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c8633c-f868-404b-aa0f-a7e3ff2795b7'] response: {'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'status': 'completed', 'code': 200} Mar 24 07:48:29.192442 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.239987 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369af22-b5d4-4c5e-b1d5-37e601af2de4 req-b37ea4ae-1b48-42d7-ac16-4acd34b20db0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:29.242171 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0369af22-b5d4-4c5e-b1d5-37e601af2de4 req-b37ea4ae-1b48-42d7-ac16-4acd34b20db0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.1067631 Mar 24 07:48:29.282766 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-9f79c3e4-d5c4-43f3-806b-c4c5cf580aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:29.285027 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-9f79c3e4-d5c4-43f3-806b-c4c5cf580aa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1129 time: 0.1598003 Mar 24 07:48:29.294715 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:48:29.400402 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0369af22-b5d4-4c5e-b1d5-37e601af2de4 req-ee27e5b0-c9ca-4bfb-9e8e-bec572aebf9a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495607 Mar 24 07:48:29.416008 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group (74ea4330-4db7-46bd-b142-3dff03d593fc), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.436097 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '2ea699cf-fb2b-47e4-a2ec-247ae62fa746', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'port_id': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'mac_address': 'fa:16:3e:97:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:27Z', 'updated_at': '2022-03-24T07:48:27Z', 'revision_number': 0, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:08Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:29.449932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-bb5697d3-d07a-4933-b538-c0c13ef30a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:29.451686 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-bb5697d3-d07a-4933-b538-c0c13ef30a29 service neutron] 10.222.0.67 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 916 time: 0.1611271 Mar 24 07:48:29.478840 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ded816-3c94-4576-a141-1204281837d3 None None] Checking router: a615aad1-9a0b-41b7-b6c1-6623d4faadb0 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:48:29.496296 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:29.497642 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:29.515422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (74ea4330-4db7-46bd-b142-3dff03d593fc), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.591035 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-2017c56e-5986-4249-8bf5-26c7825c3083 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 999 time: 0.1262064 Mar 24 07:48:29.593668 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ea4330-4db7-46bd-b142-3dff03d593fc,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:29.653097 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:29.667652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.674797 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c4fe6151-5245-480a-ae9b-37c3918b4608 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6460392 Mar 24 07:48:29.674797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-2c6c3e27-880b-424d-9a9a-5604ec6a8bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:29.674797 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-2c6c3e27-880b-424d-9a9a-5604ec6a8bd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 200 len: 854 time: 0.0738978 Mar 24 07:48:29.675666 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54878) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:29.682771 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group_rule': {'security_group_id': '74ea4330-4db7-46bd-b142-3dff03d593fc', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:29.773039 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-207d1a6a-3472-4952-8dc4-96b2ebb95de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:29.774358 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-207d1a6a-3472-4952-8dc4-96b2ebb95de6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=712b2f54-8f17-4cdb-810c-f033ea698c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868309 Mar 24 07:48:29.788433 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (b21bd7f2-0dbb-43c0-a419-643d93bb57f5), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.903752 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (b21bd7f2-0dbb-43c0-a419-643d93bb57f5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.933172 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-cad14175-e6ca-4b5b-bd1b-2d862dce8c9e service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499386 Mar 24 07:48:29.969784 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (b21bd7f2-0dbb-43c0-a419-643d93bb57f5), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:29.999802 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21bd7f2-0dbb-43c0-a419-643d93bb57f5,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:30.014406 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425ecce-4c84-4fa4-ad56-185a9f232f99 req-20083600-2e85-4c38-a0a9-e18dbc257b54 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:30.024346 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1425ecce-4c84-4fa4-ad56-185a9f232f99 req-20083600-2e85-4c38-a0a9-e18dbc257b54 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0999434 Mar 24 07:48:30.030138 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-72ded816-3c94-4576-a141-1204281837d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '2ea699cf-fb2b-47e4-a2ec-247ae62fa746', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'port_id': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'mac_address': 'fa:16:3e:97:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:27Z', 'updated_at': '2022-03-24T07:48:27Z', 'revision_number': 0, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:08Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:30.060002 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ded816-3c94-4576-a141-1204281837d3 None None] The sync data for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi is: [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '2ea699cf-fb2b-47e4-a2ec-247ae62fa746', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'floating_ip_address': '172.27.3.187', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'port_id': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'mac_address': 'fa:16:3e:97:09:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:27Z', 'updated_at': '2022-03-24T07:48:27Z', 'revision_number': 0, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:08Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:48:30.093689 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3434b4ba-eff6-4d08-8332-eba41c191e0b req-fa290adc-5638-43cd-ac2a-921286281844 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440120 Mar 24 07:48:30.095763 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1425ecce-4c84-4fa4-ad56-185a9f232f99 req-2f0777c1-8f59-4f3b-a022-b1be5bb3a0cd tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701373 Mar 24 07:48:30.106846 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.106846 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-462b9acb-720e-4387-81f7-424a53d79905 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4231799 Mar 24 07:48:30.107148 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54882) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:30.109568 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group_rule': {'security_group_id': '74ea4330-4db7-46bd-b142-3dff03d593fc', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:30.210121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (9f7628cb-ec45-4368-8340-ad8e2de55de6), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.292849 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (9f7628cb-ec45-4368-8340-ad8e2de55de6), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.334335 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effbf8ee-d56e-4aba-8526-2913e79a36f7 None None] New status for floating IP 2ea699cf-fb2b-47e4-a2ec-247ae62fa746: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:48:30.396060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (9f7628cb-ec45-4368-8340-ad8e2de55de6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.422237 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7628cb-ec45-4368-8340-ad8e2de55de6,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:30.501538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.505728 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-9bd94088-db7f-4219-8d54-f2134655628a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3976805 Mar 24 07:48:30.507892 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54886) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:30.510998 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group_rule': {'security_group_id': '74ea4330-4db7-46bd-b142-3dff03d593fc', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:30.555189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215e67e-067c-40cd-82f2-764994206389 req-a71b6fdf-71ab-48fc-ade4-e7fb0d2f07af tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:30.557933 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f215e67e-067c-40cd-82f2-764994206389 req-a71b6fdf-71ab-48fc-ade4-e7fb0d2f07af tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.0944302 Mar 24 07:48:30.632173 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (5fc2df7c-712c-4b86-9de3-6f9c835b3682), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.638124 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f215e67e-067c-40cd-82f2-764994206389 req-a35c3554-7fe1-4896-b684-ed00c9eed1f1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739398 Mar 24 07:48:30.759364 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (5fc2df7c-712c-4b86-9de3-6f9c835b3682), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.792035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de9a5c-b456-451e-a36a-cca4e7dbd0a0 req-9fcb6d7b-2a31-47fb-bbcd-a58b8df9b755 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:30.793611 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-14de9a5c-b456-451e-a36a-cca4e7dbd0a0 req-9fcb6d7b-2a31-47fb-bbcd-a58b8df9b755 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.0717669 Mar 24 07:48:30.812507 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 54894) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:30.817816 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'port_id': '16d519e3-e99d-4228-b91a-6fc87ab9ec13'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:30.860337 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (5fc2df7c-712c-4b86-9de3-6f9c835b3682), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.879468 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (0fbeccea-7ff5-4e4c-992f-838570429191), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:30.886825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc2df7c-712c-4b86-9de3-6f9c835b3682,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:31.005402 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.007244 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2820415c-af9b-4779-9dbb-50985c34f2b8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4998617 Mar 24 07:48:31.010031 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54896) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:31.015203 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group_rule': {'security_group_id': '74ea4330-4db7-46bd-b142-3dff03d593fc', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:31.122120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (6b25f10d-e866-4bb9-8710-21e0fe72764c), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.283777 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (6b25f10d-e866-4bb9-8710-21e0fe72764c), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.292176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88287d7d-fd3d-400c-8511-d6552907dea0 req-d924eca5-3714-42cb-8590-f7f225a49ba8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:31.301372 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-88287d7d-fd3d-400c-8511-d6552907dea0 req-d924eca5-3714-42cb-8590-f7f225a49ba8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1051905 Mar 24 07:48:31.361536 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (6b25f10d-e866-4bb9-8710-21e0fe72764c), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.381110 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25f10d-e866-4bb9-8710-21e0fe72764c,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:31.398465 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-88287d7d-fd3d-400c-8511-d6552907dea0 req-ddec2773-79db-4b8c-a817-f79da095d65d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985520 Mar 24 07:48:31.472434 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.476612 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8a3eb6a6-7d44-4f9f-a004-f84c95e3a269 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4623058 Mar 24 07:48:31.476795 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54900) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:31.481581 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group_rule': {'security_group_id': '74ea4330-4db7-46bd-b142-3dff03d593fc', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:31.593246 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.securitygroups_db [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Project 31fcf26080d94a488a61d9b6c65acf49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 07:48:31.603273 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (465eb07d-3f3d-436b-8d52-b8438451aa13), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.694611 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (465eb07d-3f3d-436b-8d52-b8438451aa13), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.739153 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.767406 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (465eb07d-3f3d-436b-8d52-b8438451aa13), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.793235 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (0fbeccea-7ff5-4e4c-992f-838570429191), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.795475 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465eb07d-3f3d-436b-8d52-b8438451aa13,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:31.871857 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:31.873300 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-edf57d93-9717-4259-8356-ab4d64d58e35 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3956079 Mar 24 07:48:31.876060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 54906) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:31.880985 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'security_group_rule': {'security_group_id': '74ea4330-4db7-46bd-b142-3dff03d593fc', 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:31.943589 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP 0fbeccea-7ff5-4e4c-992f-838570429191 associated. External IP: 172.27.3.144, port: 16d519e3-e99d-4228-b91a-6fc87ab9ec13. Mar 24 07:48:31.990022 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.securitygroups_db [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Project 31fcf26080d94a488a61d9b6c65acf49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 07:48:31.996132 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (67b15c73-c2b8-494b-bb5d-06c66684ee43), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:32.075398 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (67b15c73-c2b8-494b-bb5d-06c66684ee43), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:32.220398 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:48:32.341844 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:48:32.346216 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:32.351886 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:48:32.363118 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:32.363832 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:32.381319 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2d3345cc-88af-47d0-b90e-cae910932cd6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "PUT /v2.0/floatingips/0fbeccea-7ff5-4e4c-992f-838570429191 HTTP/1.1" status: 200 len: 991 time: 1.5677333 Mar 24 07:48:32.381962 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:32.384414 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:32.425606 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b026233-6528-4142-b1ae-4e44e44e2e73 x-openstack-request-id: req-4b026233-6528-4142-b1ae-4e44e44e2e73 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:32.426247 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:32.426247 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b026233-6528-4142-b1ae-4e44e44e2e73 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:32.426562 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b026233-6528-4142-b1ae-4e44e44e2e73'] response: {'name': 'network-changed', 'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'status': 'completed', 'code': 200} Mar 24 07:48:32.480498 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:32.535081 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-e6afd0d6-7a95-4ee5-84c9-e683b8cf4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:32.536799 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-e6afd0d6-7a95-4ee5-84c9-e683b8cf4dc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 1129 time: 0.0840616 Mar 24 07:48:32.550738 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af790bd9-ae8e-4ee8-96ab-a213c0a7ccd5 req-57519896-6cbc-4d98-b415-ae286a0286c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:32.552236 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-af790bd9-ae8e-4ee8-96ab-a213c0a7ccd5 req-57519896-6cbc-4d98-b415-ae286a0286c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0698528 Mar 24 07:48:32.609891 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (67b15c73-c2b8-494b-bb5d-06c66684ee43), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:32.648310 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b15c73-c2b8-494b-bb5d-06c66684ee43,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:32.678637 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-af790bd9-ae8e-4ee8-96ab-a213c0a7ccd5 req-9bad994c-62ea-4ea1-a886-a380d30bdfe9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176455 Mar 24 07:48:32.694787 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-54db5529-d839-4a67-90e9-ecfd34b8a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:32.697699 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-54db5529-d839-4a67-90e9-ecfd34b8a102 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 915 time: 0.1433082 Mar 24 07:48:32.760506 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:32.765242 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a1ee2341-251b-448f-b3e8-c7f858a2db38 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8881161 Mar 24 07:48:32.854326 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '0fbeccea-7ff5-4e4c-992f-838570429191', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:ce:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:16Z', 'updated_at': '2022-03-24T07:48:31Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:32.885060 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-90ff5452-7928-4c84-9faf-42a7a0e125a8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13 HTTP/1.1" status: 200 len: 999 time: 0.1767666 Mar 24 07:48:32.887579 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:48:32.901925 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:32.902557 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:32.915648 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e7ccba89-fba4-49ed-b669-708231765c5f req-cfe62a20-062e-440a-bdf1-a5b140f10f16 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409882997&fields=id&tenant_id=31fcf26080d94a488a61d9b6c65acf49 HTTP/1.1" status: 200 len: 267 time: 0.0718391 Mar 24 07:48:32.954165 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-c09cdbd5-1520-482d-84d9-f9aee11d3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:32.955695 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-c09cdbd5-1520-482d-84d9-f9aee11d3556 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.0583682 Mar 24 07:48:32.979022 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccba89-fba4-49ed-b669-708231765c5f req-e994965e-6530-4a29-8fd2-9a632f811213 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:32.986782 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e7ccba89-fba4-49ed-b669-708231765c5f req-e994965e-6530-4a29-8fd2-9a632f811213 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0700784 Mar 24 07:48:32.992327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'port': {'security_groups': ['ca96dca7-373a-4fd1-86d8-97ee3039d3a9', '74ea4330-4db7-46bd-b142-3dff03d593fc']}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:33.029428 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-1e69f90c-b0e6-4f63-8a2a-4876dec4ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:33.031444 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-1e69f90c-b0e6-4f63-8a2a-4876dec4ada9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641127 Mar 24 07:48:33.031591 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:33.077514 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:33.222642 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-db86a786-0205-4710-8471-72a037f9fd6c service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689053 Mar 24 07:48:33.361573 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '0fbeccea-7ff5-4e4c-992f-838570429191', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:ce:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:16Z', 'updated_at': '2022-03-24T07:48:31Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:33.395219 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b56c55-aca5-4bab-8571-fc1011c508c9 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '0fbeccea-7ff5-4e4c-992f-838570429191', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.144', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:ce:4b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:48:16Z', 'updated_at': '2022-03-24T07:48:31Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:48:33.516803 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:48:33.581931 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:33.655345 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:33.673653 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:33.696738 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cb39280-6444-4e13-a5a8-7f6d9a2811a7 req-8b43a1ad-08f6-4762-ad2d-fbbc9c906dfb service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648523 Mar 24 07:48:33.771840 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=6']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:33.781080 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:33.781735 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:33.823643 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e7ccba89-fba4-49ed-b669-708231765c5f req-c5e49cca-e9d9-4cab-b017-459ca6b71fcf tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "PUT /v2.0/ports/7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 981 time: 0.8303180 Mar 24 07:48:33.851507 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c262782-be5c-43ae-af0a-ffc3d2cd2171 None None] New status for floating IP 0fbeccea-7ff5-4e4c-992f-838570429191: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:48:33.980734 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24849058-5df5-43bd-9609-f47e8366cae9 req-bcb34dc9-26d8-4fe1-b2ef-0f4961ec3daf tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:33.982308 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-24849058-5df5-43bd-9609-f47e8366cae9 req-bcb34dc9-26d8-4fe1-b2ef-0f4961ec3daf tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.1131945 Mar 24 07:48:33.994144 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31497b8e-e03f-4543-92ef-909cc7a6afa2 req-5ae28f6d-ef5d-4a1c-a1c4-ec32672eb83c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:33.996206 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-31497b8e-e03f-4543-92ef-909cc7a6afa2 req-5ae28f6d-ef5d-4a1c-a1c4-ec32672eb83c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.1212466 Mar 24 07:48:34.002096 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:48:34.084057 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-24849058-5df5-43bd-9609-f47e8366cae9 req-95c2b857-8916-4ab2-9fa2-e00f84f59d1f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910978 Mar 24 07:48:34.119632 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-31497b8e-e03f-4543-92ef-909cc7a6afa2 req-ca2d3f52-a9d4-4f5c-82c8-b64035284fb0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172101 Mar 24 07:48:34.258394 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-87a870b3-30e8-4d77-93e4-7f2efb90975c None None] Provisioning complete for port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:48:34.258688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-87a870b3-30e8-4d77-93e4-7f2efb90975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:34.428118 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:34.430538 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc806d8-f233-498d-ba0d-8729803ad6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:34.473825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe6643-4102-43a6-9c86-d98b28dc037d x-openstack-request-id: req-20fe6643-4102-43a6-9c86-d98b28dc037d {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:34.474217 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:34.474543 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20fe6643-4102-43a6-9c86-d98b28dc037d {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:34.475022 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20fe6643-4102-43a6-9c86-d98b28dc037d'] response: {'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'status': 'completed', 'code': 200} Mar 24 07:48:34.590837 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-ab614235-74e1-4844-b22c-2c7f725fe232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:34.604013 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-ab614235-74e1-4844-b22c-2c7f725fe232 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1168 time: 0.0911322 Mar 24 07:48:34.639646 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-87a870b3-30e8-4d77-93e4-7f2efb90975c None None] Current status of the port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:48:34.727084 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-f5812884-8db8-4018-ad14-e6737d09f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:34.729476 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-f5812884-8db8-4018-ad14-e6737d09f188 service neutron] 10.222.0.67 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 916 time: 0.1129377 Mar 24 07:48:34.810548 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-1afc016f-e9c4-485c-83f9-e778fdb1cc64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 1001 time: 0.0734632 Mar 24 07:48:34.879133 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-60fe5922-42c7-4124-909b-fb621e9ad584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:34.880658 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-60fe5922-42c7-4124-909b-fb621e9ad584 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 200 len: 854 time: 0.0621653 Mar 24 07:48:34.944496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-a2fddea9-7408-49da-9d75-06883df6e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:34.946717 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-a2fddea9-7408-49da-9d75-06883df6e975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=712b2f54-8f17-4cdb-810c-f033ea698c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565188 Mar 24 07:48:35.068117 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-bfa80635-f0a6-441d-9a13-3b98e4f3ca29 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136906 Mar 24 07:48:35.191718 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0cc806d8-f233-498d-ba0d-8729803ad6f1 req-6fd95640-fd92-4850-bd45-9c556276b8c6 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164901 Mar 24 07:48:35.239463 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e4953-0ba8-4182-982d-8d4340a7f963 req-c6fdca7c-c25b-4ce2-b52a-92a049b3b1a8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:35.241018 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2a6e4953-0ba8-4182-982d-8d4340a7f963 req-c6fdca7c-c25b-4ce2-b52a-92a049b3b1a8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0714777 Mar 24 07:48:35.298506 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2a6e4953-0ba8-4182-982d-8d4340a7f963 req-ac2efaa8-0f57-4634-a754-587a63d5e06e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504706 Mar 24 07:48:35.624826 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:36.466010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa458-d8ac-4cfd-a210-3981e5ba4051 req-fe4db019-abbd-4de0-9dd1-c7b6a820f9a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:36.467750 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-03ffa458-d8ac-4cfd-a210-3981e5ba4051 req-fe4db019-abbd-4de0-9dd1-c7b6a820f9a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0850089 Mar 24 07:48:36.528118 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-03ffa458-d8ac-4cfd-a210-3981e5ba4051 req-566a7eee-3595-4f5c-8379-d00e835b8a77 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537827 Mar 24 07:48:37.654248 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a77132-39c0-4dac-8038-a7daadc91fe3 req-ed0164c9-02ad-493b-a0e2-a2971ee9e763 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:37.655740 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-15a77132-39c0-4dac-8038-a7daadc91fe3 req-ed0164c9-02ad-493b-a0e2-a2971ee9e763 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0562787 Mar 24 07:48:37.703847 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-15a77132-39c0-4dac-8038-a7daadc91fe3 req-07440028-1b12-4fdf-975e-c7b70a185c4e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Mar 24 07:48:38.829051 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fe403-eb20-4e17-90c2-50c07988e7f4 req-1a0e182e-b377-4f0f-a791-df7d1f0f936c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:38.830541 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9f6fe403-eb20-4e17-90c2-50c07988e7f4 req-1a0e182e-b377-4f0f-a791-df7d1f0f936c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0529056 Mar 24 07:48:38.879737 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9f6fe403-eb20-4e17-90c2-50c07988e7f4 req-54ea8f6f-3de7-4552-8d7b-1cafcb6ab242 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430689 Mar 24 07:48:39.042626 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6234-b188-44c0-9d46-74262be4d900 req-dfb1f412-b0e1-4ae3-867b-8f4caf9d753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:39.044378 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d6db6234-b188-44c0-9d46-74262be4d900 req-dfb1f412-b0e1-4ae3-867b-8f4caf9d753d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.0446854 Mar 24 07:48:39.091974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d6db6234-b188-44c0-9d46-74262be4d900 req-13530243-4cfa-4343-801a-73a9046772b5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 Mar 24 07:48:39.995984 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06c016-3494-46cf-b16d-e746c4e58eb4 req-130ea837-faff-42e7-b345-8211f72c6b61 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:39.997466 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2b06c016-3494-46cf-b16d-e746c4e58eb4 req-130ea837-faff-42e7-b345-8211f72c6b61 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0523083 Mar 24 07:48:40.044000 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2b06c016-3494-46cf-b16d-e746c4e58eb4 req-e2edc797-2ade-4470-b56f-8cd313160f2c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Mar 24 07:48:40.475364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55048) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:40.518010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Deleting subnet 639e571b-ee04-4ec7-a7f1-42123add1f1e {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:48:40.521609 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Publish callbacks [] for subnet (639e571b-ee04-4ec7-a7f1-42123add1f1e), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.555762 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8941625'] for subnet (639e571b-ee04-4ec7-a7f1-42123add1f1e), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.595367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (639e571b-ee04-4ec7-a7f1-42123add1f1e), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.717996 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11801686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903942'] for subnet (639e571b-ee04-4ec7-a7f1-42123add1f1e), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.749209 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639e571b-ee04-4ec7-a7f1-42123add1f1e,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:40.751168 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.756376 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-28721c9e-aad0-4fd1-8712-a17ff9b7965a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/639e571b-ee04-4ec7-a7f1-42123add1f1e HTTP/1.1" status: 204 len: 168 time: 0.2784197 Mar 24 07:48:40.757448 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55050) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:40.824214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.904322 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.923829 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73d2aa9-c222-4233-91c9-f6cc79e8ccd7']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:40.933499 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300c39ba-97c3-44aa-b853-2790f92af79f') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:40.933802 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300c39ba-97c3-44aa-b853-2790f92af79f') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:40.942977 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (300c39ba-97c3-44aa-b853-2790f92af79f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.956756 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (300c39ba-97c3-44aa-b853-2790f92af79f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.962613 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:48:40.962990 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (300c39ba-97c3-44aa-b853-2790f92af79f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:48:40.964615 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:48:41.095121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (a73d2aa9-c222-4233-91c9-f6cc79e8ccd7), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:41.103247 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:41.106476 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] 10.222.0.20 "DELETE /v2.0/networks/a73d2aa9-c222-4233-91c9-f6cc79e8ccd7 HTTP/1.1" status: 204 len: 168 time: 0.3481107 Mar 24 07:48:41.119482 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a702cf-7476-4815-9b8f-4f42956be07b admin admin] Pushing event deleted for resources: {'Network': ['ID=a73d2aa9-c222-4233-91c9-f6cc79e8ccd7,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:41.173835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bf768-5390-43f6-8c6d-966a9932f6dd req-8e450d42-e52d-41a1-8156-9332981c0b2e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:41.175958 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-988bf768-5390-43f6-8c6d-966a9932f6dd req-8e450d42-e52d-41a1-8156-9332981c0b2e tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0585001 Mar 24 07:48:41.228249 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-988bf768-5390-43f6-8c6d-966a9932f6dd req-d5ad1ba7-f6bf-4cee-9993-c07c69be1715 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 Mar 24 07:48:41.515669 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55064) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:41.554855 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-419ea8fa-481d-4f57-b084-1042cbd900eb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=843ce9f649054ac6a5de4aff29f63aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379891 Mar 24 07:48:41.557319 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55066) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:41.602861 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-07e054e2-8c06-446f-b6d2-648d5db46352 admin admin] Publish callbacks [] for security_group (d9cdfa25-e28c-4cf1-83ce-025c4ef5b516), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:41.623297 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-07e054e2-8c06-446f-b6d2-648d5db46352 admin admin] Publish callbacks [] for security_group (d9cdfa25-e28c-4cf1-83ce-025c4ef5b516), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:41.735422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-07e054e2-8c06-446f-b6d2-648d5db46352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d9cdfa25-e28c-4cf1-83ce-025c4ef5b516), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:41.738177 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-07e054e2-8c06-446f-b6d2-648d5db46352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:41.741655 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-07e054e2-8c06-446f-b6d2-648d5db46352 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9cdfa25-e28c-4cf1-83ce-025c4ef5b516 HTTP/1.1" status: 204 len: 168 time: 0.1811545 Mar 24 07:48:41.749689 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e054e2-8c06-446f-b6d2-648d5db46352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cdfa25-e28c-4cf1-83ce-025c4ef5b516,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:48:41.776065 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda573e2-6a7d-4c76-933d-c30ebc0435b8 req-160d8b64-6235-405e-9e1e-c8eccc4b316a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:41.776065 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bda573e2-6a7d-4c76-933d-c30ebc0435b8 req-160d8b64-6235-405e-9e1e-c8eccc4b316a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0697949 Mar 24 07:48:41.826492 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bda573e2-6a7d-4c76-933d-c30ebc0435b8 req-005071cb-ccb7-4b0f-9fcf-819a1a6a4173 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464380 Mar 24 07:48:41.850808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974faf0-d960-41d6-b511-20af501b9859 req-db90094d-3961-41b6-9e35-32c001196bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:41.852324 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-db90094d-3961-41b6-9e35-32c001196bb1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.0626259 Mar 24 07:48:41.959808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974faf0-d960-41d6-b511-20af501b9859 req-a3de8f4f-0e6b-44cc-8686-435dd6c86354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:41.961299 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-a3de8f4f-0e6b-44cc-8686-435dd6c86354 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.1021786 Mar 24 07:48:42.029528 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-d77baaa1-5e32-4c15-af18-d746a1898070 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 1001 time: 0.0591309 Mar 24 07:48:42.086210 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974faf0-d960-41d6-b511-20af501b9859 req-588749f4-6dd6-47e5-942a-9653f10a891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:42.087779 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-588749f4-6dd6-47e5-942a-9653f10a891b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0509562 Mar 24 07:48:42.143410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974faf0-d960-41d6-b511-20af501b9859 req-e444cc86-df56-4cbe-9bcf-48961225b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:42.145020 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-e444cc86-df56-4cbe-9bcf-48961225b59b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486605 Mar 24 07:48:42.257488 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-21a6fb47-2634-4443-bfe3-6bb7963df973 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963538 Mar 24 07:48:42.303828 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-89b29ee1-ac8c-4cad-b30b-d365fb0398e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:42.355245 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2974faf0-d960-41d6-b511-20af501b9859 req-45eb2eb7-29b5-4806-a9df-6daec71c74de service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875418 Mar 24 07:48:42.949034 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73be36-d8ce-4202-a1b9-54164ff5383b req-3ba2b2f1-1262-45c8-8292-b5ade59ddf8d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:42.950800 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a73be36-d8ce-4202-a1b9-54164ff5383b req-3ba2b2f1-1262-45c8-8292-b5ade59ddf8d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0528655 Mar 24 07:48:42.997436 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3a73be36-d8ce-4202-a1b9-54164ff5383b req-c0f43c4f-4a99-4f9a-a995-b5c01b99056d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 Mar 24 07:48:44.113584 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23450cd4-920f-4317-880f-f649090cd649 req-46b39bd6-64bd-4852-ad8f-788e815863a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:44.115042 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-23450cd4-920f-4317-880f-f649090cd649 req-46b39bd6-64bd-4852-ad8f-788e815863a3 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Mar 24 07:48:44.160048 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-23450cd4-920f-4317-880f-f649090cd649 req-e6273ae0-aaed-4f2a-a159-78c87c9fbd6d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394750 Mar 24 07:48:44.649066 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-43a05d1f-d5b1-454d-8ba0-01247dacfb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:45.283964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac471396-7561-4f71-bdf3-2e70196f7a20 req-d530da0f-b264-4ca1-807c-1553c28b7f5c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:45.285627 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ac471396-7561-4f71-bdf3-2e70196f7a20 req-d530da0f-b264-4ca1-807c-1553c28b7f5c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0569816 Mar 24 07:48:45.331779 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ac471396-7561-4f71-bdf3-2e70196f7a20 req-049750b2-a1a7-44bf-9a2d-6e15193554b2 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406229 Mar 24 07:48:45.444225 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14475bb0-b4d0-42c4-9626-4ecd9ff0d5b3 req-36732144-17fb-45bb-90b6-1d4e4632d9d1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:45.445601 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-14475bb0-b4d0-42c4-9626-4ecd9ff0d5b3 req-36732144-17fb-45bb-90b6-1d4e4632d9d1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0538149 Mar 24 07:48:45.454155 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55082) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:48:45.458794 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Request body: {'floatingip': {'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:48:45.516626 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:45.666527 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:45.968855 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:46.032219 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:46.239137 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Router f1779670-f587-4328-893b-28a7081668bf has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:48:46.550013 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:48:46.557556 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:46.559477 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] Sync routers for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:48:46.570147 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:46.570777 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:46.587099 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:46.589451 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8fb95-8646-413b-b42a-5549ac7c2932" -d '{"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:46.621493 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-62cb4643-918d-43a4-8424-7237e1f3aff9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "PUT /v2.0/floatingips/e63c13e5-508a-4b23-a052-70a4ecd7b652 HTTP/1.1" status: 200 len: 993 time: 1.1663117 Mar 24 07:48:46.640191 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f2c402-3290-436a-b2c5-9ab3e529efb6 x-openstack-request-id: req-71f2c402-3290-436a-b2c5-9ab3e529efb6 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:46.640488 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:46.640746 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71f2c402-3290-436a-b2c5-9ab3e529efb6 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:46.641160 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f2c402-3290-436a-b2c5-9ab3e529efb6'] response: {'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'status': 'completed', 'code': 200} Mar 24 07:48:46.680399 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:46.707276 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-26972d89-2738-42f4-b210-423acb04d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:46.708813 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-26972d89-2738-42f4-b210-423acb04d49f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.0453281 Mar 24 07:48:46.804675 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-01ca0af0-6204-4710-b0bf-eb7bb72130e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:46.806178 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-01ca0af0-6204-4710-b0bf-eb7bb72130e2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.0874155 Mar 24 07:48:46.870849 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-c9481f72-b08d-4467-bc2d-bbebc8d360bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 1001 time: 0.0584500 Mar 24 07:48:46.904977 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'e63c13e5-508a-4b23-a052-70a4ecd7b652', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'f1779670-f587-4328-893b-28a7081668bf', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:36Z', 'updated_at': '2022-03-24T07:48:45Z', 'revision_number': 3, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:46.921933 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-8ecafd3a-3189-49b8-8fd8-168f49e2db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:46.923377 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-8ecafd3a-3189-49b8-8fd8-168f49e2db38 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0427322 Mar 24 07:48:46.931556 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] Checking router: f1779670-f587-4328-893b-28a7081668bf for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:48:46.939767 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:48:46.941124 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:46.980080 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-cc670e33-8702-4f2d-a1c8-46f5744f4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:46.981564 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-cc670e33-8702-4f2d-a1c8-46f5744f4b58 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468619 Mar 24 07:48:47.047951 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:48:47.071978 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-f709dfa9-53ba-4205-9211-5f446cc96bb7 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814803 Mar 24 07:48:47.170115 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5be8fb95-8646-413b-b42a-5549ac7c2932 req-e14115d2-abd8-44d5-ba48-78eee3a41578 service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905952 Mar 24 07:48:47.192174 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:47.279148 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'e63c13e5-508a-4b23-a052-70a4ecd7b652', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'f1779670-f587-4328-893b-28a7081668bf', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:36Z', 'updated_at': '2022-03-24T07:48:45Z', 'revision_number': 3, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:48:47.309338 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25623718-f8e5-431c-a2e5-5ef08d155be8 None None] The sync data for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi is: [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'e63c13e5-508a-4b23-a052-70a4ecd7b652', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'f1779670-f587-4328-893b-28a7081668bf', 'port_id': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'mac_address': 'fa:16:3e:73:1d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447199f5-bce1-4550-ba54-5b7b3f004742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:46:36Z', 'updated_at': '2022-03-24T07:48:45Z', 'revision_number': 3, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:48:48.642471 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:48:48.645366 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733" -d '{"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:48:48.677008 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:48:48.679252 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bdeae4-b977-4662-ae71-0ec88b69c91a x-openstack-request-id: req-48bdeae4-b977-4662-ae71-0ec88b69c91a {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:48:48.679547 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:48:48.679803 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48bdeae4-b977-4662-ae71-0ec88b69c91a {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:48:48.680268 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48bdeae4-b977-4662-ae71-0ec88b69c91a'] response: {'name': 'network-changed', 'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'status': 'completed', 'code': 200} Mar 24 07:48:48.749841 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-30cfdd6a-38a9-49ac-86c8-ada6647eeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:48.751403 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-30cfdd6a-38a9-49ac-86c8-ada6647eeca1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 1130 time: 0.0448649 Mar 24 07:48:48.841587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-188a5d1f-7377-4709-9929-2db613d5421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:48.843050 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-188a5d1f-7377-4709-9929-2db613d5421a service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.0844274 Mar 24 07:48:48.913116 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-2c1ebca3-9133-4ae6-9532-c82045665f60 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 200 len: 1001 time: 0.0613868 Mar 24 07:48:48.961077 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-22be084e-a83b-404d-a8b8-103e2a4b4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:48.962510 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-22be084e-a83b-404d-a8b8-103e2a4b4d19 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0434015 Mar 24 07:48:49.010408 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-91d930f4-637b-4692-bd32-c42010f47d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:48:49.011879 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-91d930f4-637b-4692-bd32-c42010f47d2c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426238 Mar 24 07:48:49.107285 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-3305b3d6-0776-4908-a8a0-5eea087bd9ec service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823963 Mar 24 07:48:49.195599 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c6ca27ed-f6fb-4c04-b35f-d33129dbf733 req-aeda12e0-db88-45f9-bb1e-c3417586ea9b service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Mar 24 07:49:03.510511 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec992097-9f68-4d77-af7e-6adba525d99e req-3b6d8d9b-3088-4eab-b8dd-0672f2cfb85d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:03.512062 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ec992097-9f68-4d77-af7e-6adba525d99e req-3b6d8d9b-3088-4eab-b8dd-0672f2cfb85d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0523469 Mar 24 07:49:03.573371 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ec992097-9f68-4d77-af7e-6adba525d99e req-ee9104fd-ec32-4ee7-9603-7a309ad276e9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545659 Mar 24 07:49:03.587969 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-8c9e9815-382c-4ccd-b9d7-4f89a0eba2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:03.589496 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-8c9e9815-382c-4ccd-b9d7-4f89a0eba2d5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1168 time: 0.0500865 Mar 24 07:49:03.680705 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-40c83826-82be-47fb-84d5-d7b9bc5b0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:03.682309 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-40c83826-82be-47fb-84d5-d7b9bc5b0917 service neutron] 10.222.0.67 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 916 time: 0.0832486 Mar 24 07:49:03.754257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-74efabe8-357d-4000-bdc7-57016d9fbd05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 1001 time: 0.0643413 Mar 24 07:49:03.805667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-136dc337-08ec-4785-9e74-5241f4209102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:03.807139 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-136dc337-08ec-4785-9e74-5241f4209102 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 200 len: 854 time: 0.0456855 Mar 24 07:49:03.860021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-ba381b08-b0c3-48c1-a304-87a674c60ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:03.861544 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-ba381b08-b0c3-48c1-a304-87a674c60ed1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=712b2f54-8f17-4cdb-810c-f033ea698c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460339 Mar 24 07:49:03.953215 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-e1d95108-dc8d-4f8d-a3a3-073f6132173b service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Mar 24 07:49:04.041671 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fcbee05c-a2e3-4957-b0ab-a2dfe1ea4b01 req-ce79988e-4113-46ed-9617-c8930bf2520a service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817852 Mar 24 07:49:04.697576 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b476c4-f76a-4be1-9404-b6f4b66075df req-d84fce12-6082-46ae-9bc4-3531d0309a22 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:04.699084 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-83b476c4-f76a-4be1-9404-b6f4b66075df req-d84fce12-6082-46ae-9bc4-3531d0309a22 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0582571 Mar 24 07:49:04.759533 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-83b476c4-f76a-4be1-9404-b6f4b66075df req-83e08a93-9afa-4549-b68a-385cc4cc9028 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545781 Mar 24 07:49:05.605842 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:05.876674 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd66b-7a6f-4d8a-8967-0668db1b21d1 req-c62f000c-8508-4914-92aa-f329e5437c70 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:05.878892 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-248cd66b-7a6f-4d8a-8967-0668db1b21d1 req-c62f000c-8508-4914-92aa-f329e5437c70 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0531061 Mar 24 07:49:05.935822 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-248cd66b-7a6f-4d8a-8967-0668db1b21d1 req-bec49bf7-ba13-4d61-b0a1-870b7650b43e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517042 Mar 24 07:49:06.293980 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:49:06.812763 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a7a7b-bb91-4c98-9f2c-60aa303e228e req-3e216418-3235-45e6-bbc3-8b4956bd4eb2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:06.814238 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-638a7a7b-bb91-4c98-9f2c-60aa303e228e req-3e216418-3235-45e6-bbc3-8b4956bd4eb2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0527639 Mar 24 07:49:06.859235 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-638a7a7b-bb91-4c98-9f2c-60aa303e228e req-c1bd543f-7dc0-42d0-aee2-68d561a2cdcd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393827 Mar 24 07:49:07.057760 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd213d8-9cd1-44ed-9c5e-32c97527a3c0 req-89f1ba97-f8dc-4da8-ae31-4d549f111b87 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:07.059251 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5fd213d8-9cd1-44ed-9c5e-32c97527a3c0 req-89f1ba97-f8dc-4da8-ae31-4d549f111b87 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0565252 Mar 24 07:49:07.117622 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5fd213d8-9cd1-44ed-9c5e-32c97527a3c0 req-0a001de0-5e50-4149-a95b-7d08e04898c1 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528204 Mar 24 07:49:07.984377 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c9b87-9cba-40b8-a76a-cfd0a0564335 req-c25d2e14-d603-4917-a9ea-791f4faa3344 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:07.985847 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b17c9b87-9cba-40b8-a76a-cfd0a0564335 req-c25d2e14-d603-4917-a9ea-791f4faa3344 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0551167 Mar 24 07:49:08.031574 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b17c9b87-9cba-40b8-a76a-cfd0a0564335 req-fd78ed8d-5a4e-4f50-879c-a27066b3f548 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Mar 24 07:49:08.235016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cf0b5-79be-4be6-845c-5c2cfb49cd8f req-85bb5699-c65c-4ed6-8d6e-0ca478b7384e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:08.236564 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f95cf0b5-79be-4be6-845c-5c2cfb49cd8f req-85bb5699-c65c-4ed6-8d6e-0ca478b7384e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0543993 Mar 24 07:49:08.296330 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f95cf0b5-79be-4be6-845c-5c2cfb49cd8f req-2ce6aef9-e0ee-4d8f-943e-03d0176ba3dc tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533640 Mar 24 07:49:08.623386 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-ca0a4cb6-a04f-4241-af6c-55094b7f9c3f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:08.624766 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-ca0a4cb6-a04f-4241-af6c-55094b7f9c3f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0516858 Mar 24 07:49:08.721149 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Deleting port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:08.722157 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:08.808634 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] For port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:08.809003 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:08.976746 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:08.977112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (94991a79-c3b4-449c-976c-867c5b2e93d8), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:08.977436 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Floating IP 94991a79-c3b4-449c-976c-867c5b2e93d8 disassociated. External IP: 172.27.3.29, port: 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf. Mar 24 07:49:08.977782 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Calling delete_port for 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:09.153016 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516525f-16de-4140-b9ca-db8468926e45 req-7cdd095c-9e35-4099-a53b-586a6d00d9f6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:09.154496 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d516525f-16de-4140-b9ca-db8468926e45 req-7cdd095c-9e35-4099-a53b-586a6d00d9f6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 946 time: 0.0519860 Mar 24 07:49:09.155633 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:09.193368 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event deleted for resources: {'Port': ['ID=140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:09.211324 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.211443 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.211733 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.212106 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.212447 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.212805 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.213125 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.213466 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.213785 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.214258 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.214455 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.214789 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.215122 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.215452 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.215777 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:09.309951 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d516525f-16de-4140-b9ca-db8468926e45 req-a04a23a5-62aa-49bf-a51f-1b34e49125ee tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480181 Mar 24 07:49:09.350904 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:49:09.429494 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff7e6a-fbd0-43d5-8a50-428321c30152 req-96afa830-8622-4a2f-bbe5-3a1b37d766f9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:09.431016 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-33ff7e6a-fbd0-43d5-8a50-428321c30152 req-96afa830-8622-4a2f-bbe5-3a1b37d766f9 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0543301 Mar 24 07:49:09.463493 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:49:09.474571 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:49:09.485048 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:09.485774 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:09.495620 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-33ff7e6a-fbd0-43d5-8a50-428321c30152 req-71c30c6c-c67b-443c-9468-8d9704f0a7f2 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588262 Mar 24 07:49:09.506508 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] No DVR routers for this DVR port 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:09.509048 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:09.512597 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-56c3e7ac-1a97-48c9-bc73-79ed318fad48 req-94c56c72-d292-44c1-8558-ab3380824643 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "DELETE /v2.0/ports/140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf HTTP/1.1" status: 204 len: 173 time: 0.8811975 Mar 24 07:49:09.513045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-deleted', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:09.515797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf99698-c048-4ef7-b32c-63aaaff57a4e" -d '{"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-deleted", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:09.553647 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba4aed2-e901-4b2c-91c3-b15e048c93a9 x-openstack-request-id: req-4ba4aed2-e901-4b2c-91c3-b15e048c93a9 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:09.554762 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f500db65-740b-4987-91af-3792a6a363ec", "name": "network-vif-deleted", "tag": "140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:09.555037 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ba4aed2-e901-4b2c-91c3-b15e048c93a9 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:09.555451 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba4aed2-e901-4b2c-91c3-b15e048c93a9'] response: {'server_uuid': 'f500db65-740b-4987-91af-3792a6a363ec', 'name': 'network-vif-deleted', 'tag': '140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf', 'status': 'completed', 'code': 200} Mar 24 07:49:09.607868 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:09.812799 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:09.839796 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:49:09.847840 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:09.848466 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:48:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:09.953903 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:10.151405 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:10.177758 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6bc0b5-e02b-4d2d-951b-9cb6d2f4c060 None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:49:10.399877 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1453a5-dd7d-45e4-8e8a-e756091033e0 None None] New status for floating IP 94991a79-c3b4-449c-976c-867c5b2e93d8: DOWN {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:49:10.427158 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5492aa7a-ce5d-4380-a101-e9a22a535dcc req-2816836a-f549-4cbb-ae88-4dc8199e7ff4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=f500db65-740b-4987-91af-3792a6a363ec HTTP/1.1" status: 200 len: 210 time: 0.0280368 Mar 24 07:49:10.621105 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3de1c0-34d5-4f72-ac31-fa3979c1ccc4 req-dc2e8378-bb8f-4681-b2f3-bf8b30b2739b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:10.622580 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f3de1c0-34d5-4f72-ac31-fa3979c1ccc4 req-dc2e8378-bb8f-4681-b2f3-bf8b30b2739b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0544121 Mar 24 07:49:10.680710 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f3de1c0-34d5-4f72-ac31-fa3979c1ccc4 req-c4408e81-8b25-4627-b1fa-13f6d0d0c99a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516834 Mar 24 07:49:11.296743 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:11.317637 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:11.317991 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 140c5b5e-7c42-43ae-bfeb-fba1b3ba0bdf not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:11.572510 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55172) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:11.626683 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (da2a90ef-12ae-4295-b0f5-d7610a7d5ba6), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:11.650590 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (da2a90ef-12ae-4295-b0f5-d7610a7d5ba6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:11.776540 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (da2a90ef-12ae-4295-b0f5-d7610a7d5ba6), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:11.779077 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:11.780236 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "DELETE /v2.0/security-groups/da2a90ef-12ae-4295-b0f5-d7610a7d5ba6 HTTP/1.1" status: 204 len: 168 time: 0.2067282 Mar 24 07:49:11.783054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55176) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:11.792923 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a90ef-12ae-4295-b0f5-d7610a7d5ba6,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:11.797480 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-be24865f-4049-4efd-a541-9df0e1dc6863 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] show failed (client error): The resource could not be found. Mar 24 07:49:11.798583 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-be24865f-4049-4efd-a541-9df0e1dc6863 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups/da2a90ef-12ae-4295-b0f5-d7610a7d5ba6 HTTP/1.1" status: 404 len: 347 time: 0.0145402 Mar 24 07:49:11.802086 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55178) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:11.805947 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.806304 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.806655 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.806995 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.807332 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.807673 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.808035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.808366 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.808702 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.809029 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.809361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.809689 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.810016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.810340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.810663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5d0a14-25eb-411a-af9f-4db8f94c2487 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:11.826400 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890746c4-8ee0-415b-85b0-0963317c23f8 req-802f19d9-dc57-476e-9311-5e02b478bc94 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:11.827921 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-890746c4-8ee0-415b-85b0-0963317c23f8 req-802f19d9-dc57-476e-9311-5e02b478bc94 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0811296 Mar 24 07:49:11.894950 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-890746c4-8ee0-415b-85b0-0963317c23f8 req-8468a4a4-d0d3-4f0a-82fa-ad3edb26ef3f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580161 Mar 24 07:49:11.934067 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Deleting port b007e81f-a9f9-4fa9-864c-683cba7dd78a {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:11.934406 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.240619 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.240949 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (b007e81f-a9f9-4fa9-864c-683cba7dd78a), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.254427 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Calling delete_port for b007e81f-a9f9-4fa9-864c-683cba7dd78a owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:12.271683 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e31d9e51-e7f1-4e96-b7d1-67337061d61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.443430 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (b007e81f-a9f9-4fa9-864c-683cba7dd78a), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.469760 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event deleted for resources: {'Port': ['ID=b007e81f-a9f9-4fa9-864c-683cba7dd78a,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:12.537610 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (94991a79-c3b4-449c-976c-867c5b2e93d8), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.540119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:12.541280 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-aa722d28-6a21-43cc-8e28-c473c3a1530b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "DELETE /v2.0/floatingips/94991a79-c3b4-449c-976c-867c5b2e93d8 HTTP/1.1" status: 204 len: 168 time: 0.7382917 Mar 24 07:49:12.928845 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55186) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:12.933353 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47744492', 'description': 'tempest-description--1119194082'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:13.000741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.015695 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f56fec-f89c-4a16-8852-16e11bb8fb17 req-4668064c-0d1d-49bc-81f5-1b9f3def75c8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:13.017243 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20f56fec-f89c-4a16-8852-16e11bb8fb17 req-4668064c-0d1d-49bc-81f5-1b9f3def75c8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0528424 Mar 24 07:49:13.065453 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (ff185028-5ebc-42c3-8661-ba25ed37f62c), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.077052 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20f56fec-f89c-4a16-8852-16e11bb8fb17 req-9261c777-5783-4749-ab53-fb9b0e458f5e tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540960 Mar 24 07:49:13.148941 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ff185028-5ebc-42c3-8661-ba25ed37f62c), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.177623 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff185028-5ebc-42c3-8661-ba25ed37f62c,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:13.242478 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.243744 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-77d8cf1c-8485-4c05-aa10-a7a5360a7595 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3138781 Mar 24 07:49:13.246482 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55188) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:13.250823 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'security_group_rule': {'security_group_id': 'ff185028-5ebc-42c3-8661-ba25ed37f62c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:13.327496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (b9933f11-2024-40ce-b0d7-88f5a0c908bd), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.380384 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (b9933f11-2024-40ce-b0d7-88f5a0c908bd), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.454383 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (b9933f11-2024-40ce-b0d7-88f5a0c908bd), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.473092 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9933f11-2024-40ce-b0d7-88f5a0c908bd,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:13.541997 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.543205 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-ae774718-073f-4675-9530-89fae2f51dfe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2958047 Mar 24 07:49:13.545852 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55190) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:13.551171 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'security_group_rule': {'security_group_id': 'ff185028-5ebc-42c3-8661-ba25ed37f62c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:13.641643 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (f9c7a1e2-342a-4850-8c8c-b6718e717673), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.695400 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (f9c7a1e2-342a-4850-8c8c-b6718e717673), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.774524 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (f9c7a1e2-342a-4850-8c8c-b6718e717673), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.791831 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c7a1e2-342a-4850-8c8c-b6718e717673,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:13.871051 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:13.872303 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-75ff578a-cb82-4e36-8272-f30b47326e37 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3255136 Mar 24 07:49:13.875407 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55192) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:13.879807 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:13.945993 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.041665 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.149425 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Allocated IP 172.27.3.230 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/07f6b140-e7d7-4e62-a545-6c47c4e12c37) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:49:14.246176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcfe33-23fd-4776-919e-4a6b8543160e req-0756def4-a4e1-4a3b-9a44-0ecf197be4fc tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:14.247581 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bcfcfe33-23fd-4776-919e-4a6b8543160e req-0756def4-a4e1-4a3b-9a44-0ecf197be4fc tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.1002011 Mar 24 07:49:14.328571 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.345394 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bcfcfe33-23fd-4776-919e-4a6b8543160e req-aa03eb9c-3562-4d93-8580-958f42a33706 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0919151 Mar 24 07:49:14.417717 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.459514 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:49:14.462381 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:49:14.467910 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:49:14.474377 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'Port': ['ID=07f6b140-e7d7-4e62-a545-6c47c4e12c37,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:14.567570 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (484c9d91-554b-4d1a-a254-81c22fe26b27), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.663148 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-04e7703b-9d28-4893-96ba-b757d8c72180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.683486 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.832049 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.891587 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:14.961903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'Port': ['ID=07f6b140-e7d7-4e62-a545-6c47c4e12c37,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:14.973651 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (484c9d91-554b-4d1a-a254-81c22fe26b27), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:15.059444 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:15.060723 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-350fa312-606d-4779-b548-243616db2c07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1843507 Mar 24 07:49:15.252234 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-6f59952d-0020-4fa7-9eeb-8ac0da229d07 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--47744492&fields=id&tenant_id=a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 267 time: 0.0418088 Mar 24 07:49:15.357064 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-c97916d0-1140-4fe3-bebf-4a00db3cde51 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:15.358450 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-c97916d0-1140-4fe3-bebf-4a00db3cde51 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 816 time: 0.0996892 Mar 24 07:49:15.373975 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-9fe863c0-be54-462e-85a6-9456f5aeb67e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/quotas/a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 375 time: 0.0093732 Mar 24 07:49:15.434787 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-3a2704f5-78e8-487d-b27b-fb7a0bcfc26d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554016 Mar 24 07:49:15.466583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c1da5-63cd-4e0b-9c2d-8d4d6fad038c req-a767ab20-1faa-40c5-86d5-063b05b820f6 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:15.468127 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-213c1da5-63cd-4e0b-9c2d-8d4d6fad038c req-a767ab20-1faa-40c5-86d5-063b05b820f6 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0559237 Mar 24 07:49:15.527650 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-213c1da5-63cd-4e0b-9c2d-8d4d6fad038c req-aeb53ba6-8fdd-46f8-817f-a119a85737d2 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530472 Mar 24 07:49:15.533475 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-2ea9d90c-fd7d-463f-8703-60c9747e5a78 service neutron] 10.222.0.20 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873568 Mar 24 07:49:15.622083 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-78a1c820-aa2d-4936-8125-30a7cb479b11 service neutron] 10.222.0.20 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823479 Mar 24 07:49:15.671395 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:15.838419 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a8bc76d4-077f-4576-91f9-ead817bedad3 req-2c28a382-346e-43ce-8201-7d158266a8f1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 210 time: 0.0319998 Mar 24 07:49:16.646650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ba312-f142-443a-bf68-1a108b062bbb req-f4c85b5f-7628-42e9-905b-14ee9dd7e102 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:16.648190 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-af9ba312-f142-443a-bf68-1a108b062bbb req-f4c85b5f-7628-42e9-905b-14ee9dd7e102 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0535958 Mar 24 07:49:16.706825 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-af9ba312-f142-443a-bf68-1a108b062bbb req-91676ba6-355c-470f-ba34-f89862d0a2fa tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530818 Mar 24 07:49:16.934536 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b8fd0d3b-d3f3-4091-ae96-099e0ec46ab2 req-69a4f9c3-0c24-4dd2-bfa2-42d387294b8b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 210 time: 0.0277293 Mar 24 07:49:17.220237 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:17.662557 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-b77ed265-f328-4134-8310-1d516a702fbc tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:17.664370 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-b77ed265-f328-4134-8310-1d516a702fbc tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 816 time: 0.1021316 Mar 24 07:49:17.723825 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-665d85fc-badf-41fd-afe0-b158f54fac03 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 378 time: 0.0512183 Mar 24 07:49:17.733065 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'port': {'device_id': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'admin_state_up': True, 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'security_groups': ['ff185028-5ebc-42c3-8661-ba25ed37f62c']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:17.854863 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9430f6-1f03-40f6-89c1-2ac639d4fc20 req-d01a7ef2-007d-4ddf-9777-4f191a544f4c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:17.857080 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9b9430f6-1f03-40f6-89c1-2ac639d4fc20 req-d01a7ef2-007d-4ddf-9777-4f191a544f4c tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0825560 Mar 24 07:49:17.923497 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9b9430f6-1f03-40f6-89c1-2ac639d4fc20 req-7793613a-7834-4f42-a31c-19d403170746 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577691 Mar 24 07:49:17.952380 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Made reservation on behalf of a0f603aaa87743dead70efb96f53a709 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:49:17.957358 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.060264 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b089941b-516f-4a23-8d57-952b936fc598 req-eada183d-9ce9-45ae-9395-58e583edb13f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 210 time: 0.0451818 Mar 24 07:49:18.129128 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Allocated IP 172.20.0.14 (8537df3a-7c7c-40d1-9366-a8899c30561f/f0acc894-29cf-45b1-a800-4a8b539b8501/5e895e44-3830-4bb3-9653-6124f8fdf04a) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:49:18.278251 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.359450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.421663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Network 8537df3a-7c7c-40d1-9366-a8899c30561f is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:49:18.425692 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:49:18.433719 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:49:18.442826 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:18.500321 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:18.501121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.559804 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e947f4c7-80e8-4957-a6ad-aeac61a3f2ae tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8302393 Mar 24 07:49:18.571408 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Request body: {'port': {'device_id': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:18.635484 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.638329 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-83c2a44f-2153-4bc6-9079-040432db4f49 None None] Provisioning complete for port 5e895e44-3830-4bb3-9653-6124f8fdf04a triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:49:18.638857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-83c2a44f-2153-4bc6-9079-040432db4f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.672615 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-83c2a44f-2153-4bc6-9079-040432db4f49 None None] Port 5e895e44-3830-4bb3-9653-6124f8fdf04a cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:49:18.679967 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.900888 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e895e44-3830-4bb3-9653-6124f8fdf04a {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:49:18.908280 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Publish callbacks [] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:18.920053 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Transition to ACTIVE for port object 5e895e44-3830-4bb3-9653-6124f8fdf04a will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:49:18.994581 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:19.044791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b31685-76e1-40e8-8a97-cc003f95e1ce req-a0cafabf-1346-49bc-b5f9-3616b044fb97 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.047189 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-89b31685-76e1-40e8-8a97-cc003f95e1ce req-a0cafabf-1346-49bc-b5f9-3616b044fb97 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0572393 Mar 24 07:49:19.053267 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:19.124259 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-89b31685-76e1-40e8-8a97-cc003f95e1ce req-e5198088-bb38-4c3d-bec9-0f98d463d370 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701382 Mar 24 07:49:19.142525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Attempting to bind port 5e895e44-3830-4bb3-9653-6124f8fdf04a on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:49:19.143537 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Attempting to bind port 5e895e44-3830-4bb3-9653-6124f8fdf04a by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:49:19.143972 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Attempting to bind port 5e895e44-3830-4bb3-9653-6124f8fdf04a on network 8537df3a-7c7c-40d1-9366-a8899c30561f {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:49:19.149143 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Port 5e895e44-3830-4bb3-9653-6124f8fdf04a on network 8537df3a-7c7c-40d1-9366-a8899c30561f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:49:19.149474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Attempting to bind port 5e895e44-3830-4bb3-9653-6124f8fdf04a on network 8537df3a-7c7c-40d1-9366-a8899c30561f {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:49:19.163856 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:49:19.164235 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Checking segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:49:19.164629 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Bound using segment: {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:49:19.165081 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Bound port: 5e895e44-3830-4bb3-9653-6124f8fdf04a, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03923e0-a941-43d8-b175-173034b24cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:49:19.165452 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:19.258220 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd239b-9823-47bd-a02d-aac48f06de6f req-c574cfd6-ba07-4ba1-85b3-eba1e95d02de tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.259779 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a1cd239b-9823-47bd-a02d-aac48f06de6f req-c574cfd6-ba07-4ba1-85b3-eba1e95d02de tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.1071036 Mar 24 07:49:19.263733 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:49:19.267954 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:49:19.313715 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a1cd239b-9823-47bd-a02d-aac48f06de6f req-fe9f7836-b972-4bfc-a41b-b30c2da95a3a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476091 Mar 24 07:49:19.352262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:19.389930 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.390598 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:19.392003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] 10.222.0.67 "PUT /v2.0/ports/5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 1094 time: 0.8248482 Mar 24 07:49:19.392446 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:19.395442 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9a275-286c-4ea8-ae38-9688935d8a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:19.421516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0a00f-d464-4504-9480-adff2f7db030 service neutron] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:19.432981 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb9d1b-622d-4f64-adcb-82e7b72794e9 x-openstack-request-id: req-07eb9d1b-622d-4f64-adcb-82e7b72794e9 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:19.433290 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:19.433552 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07eb9d1b-622d-4f64-adcb-82e7b72794e9 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:19.434474 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07eb9d1b-622d-4f64-adcb-82e7b72794e9'] response: {'name': 'network-changed', 'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'status': 'completed', 'code': 200} Mar 24 07:49:19.506729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9a275-286c-4ea8-ae38-9688935d8a4b req-01999ba2-c00a-454e-9018-5831963fe675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.508529 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fee9a275-286c-4ea8-ae38-9688935d8a4b req-01999ba2-c00a-454e-9018-5831963fe675 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1128 time: 0.0503564 Mar 24 07:49:19.614900 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9a275-286c-4ea8-ae38-9688935d8a4b req-05313579-a821-46ff-8e81-b880dd061e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.616472 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fee9a275-286c-4ea8-ae38-9688935d8a4b req-05313579-a821-46ff-8e81-b880dd061e80 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=a0f603aaa87743dead70efb96f53a709&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0955989 Mar 24 07:49:19.719767 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9a275-286c-4ea8-ae38-9688935d8a4b req-979c43ef-f521-48bd-ad99-e9b81be57cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.721191 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fee9a275-286c-4ea8-ae38-9688935d8a4b req-979c43ef-f521-48bd-ad99-e9b81be57cce service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926061 Mar 24 07:49:19.805380 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-6b2baa3d-d0f4-4885-a87f-bac15768d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.806907 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-6b2baa3d-d0f4-4885-a87f-bac15768d331 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1128 time: 0.0457082 Mar 24 07:49:19.856089 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-de383be9-ae51-4461-9e8b-295577562d5a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 217 time: 0.0408771 Mar 24 07:49:19.905296 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-eb27cb15-32d7-4cd8-913d-2116a5169547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.909446 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-eb27cb15-32d7-4cd8-913d-2116a5169547 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0433121 Mar 24 07:49:19.956663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-9be9dd89-7d4c-4ef4-9709-c2f1c8d7c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:19.958199 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-9be9dd89-7d4c-4ef4-9709-c2f1c8d7c80a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443039 Mar 24 07:49:20.051154 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-e1730d33-d958-427c-93b3-023fea97e33c service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864663 Mar 24 07:49:20.144997 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7158f25a-c3fd-4b4d-a279-3d9bc9d52d78 req-db6a6b60-81d7-479f-991b-b4592f8984b3 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868716 Mar 24 07:49:20.239668 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303fbec-f3f7-498f-9ece-b609a0913618 req-74a68dc5-9dde-4a56-a8d1-308405c6154d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:20.241098 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4303fbec-f3f7-498f-9ece-b609a0913618 req-74a68dc5-9dde-4a56-a8d1-308405c6154d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0567439 Mar 24 07:49:20.300459 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4303fbec-f3f7-498f-9ece-b609a0913618 req-176be7b5-c57b-4f83-94ca-46d65f90732d tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535996 Mar 24 07:49:20.437978 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5be03-d5f9-4ee1-ba8a-4c3288fbe57c req-4edf69cc-9909-4c94-94c0-119e389ee50d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:20.439454 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-60a5be03-d5f9-4ee1-ba8a-4c3288fbe57c req-4edf69cc-9909-4c94-94c0-119e389ee50d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0531273 Mar 24 07:49:20.487760 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-60a5be03-d5f9-4ee1-ba8a-4c3288fbe57c req-b6900f95-0391-4198-8325-fbd7b031c7cd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424912 Mar 24 07:49:21.344887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:49:21.422894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220514b6-8cd3-4c20-babc-29fc90a917d8 req-2e1423d8-f766-401c-807b-554e9355fce0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:21.429104 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-220514b6-8cd3-4c20-babc-29fc90a917d8 req-2e1423d8-f766-401c-807b-554e9355fce0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0614147 Mar 24 07:49:21.450944 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:21.463486 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'mac_address': 'fa:16:3e:fa:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:49:21.485107 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-220514b6-8cd3-4c20-babc-29fc90a917d8 req-63a91e8f-8da8-4fb8-a83d-ab7fbb23302b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547709 Mar 24 07:49:21.501542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:49:21.501939 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:21.514903 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e895e44-3830-4bb3-9653-6124f8fdf04a {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:49:21.539770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:21.609741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25afbe-ff8c-4089-a9eb-4883757ab4e8 req-fcb12855-c29c-4e95-85ed-fdb563449fb6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:21.611230 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1f25afbe-ff8c-4089-a9eb-4883757ab4e8 req-fcb12855-c29c-4e95-85ed-fdb563449fb6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0537212 Mar 24 07:49:21.620224 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:21.658098 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1f25afbe-ff8c-4089-a9eb-4883757ab4e8 req-99962e9b-38a5-4ddc-8ded-539bb3850829 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410895 Mar 24 07:49:21.668713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:21.676470 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.682111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:49:21.923746 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['5e895e44-3830-4bb3-9653-6124f8fdf04a'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:49:22.606074 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749de981-7a43-42d5-89b2-b32d8c73daff req-56e454fb-d765-4659-ac20-c15fedcb038b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:22.607553 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-749de981-7a43-42d5-89b2-b32d8c73daff req-56e454fb-d765-4659-ac20-c15fedcb038b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0550086 Mar 24 07:49:22.665787 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-749de981-7a43-42d5-89b2-b32d8c73daff req-4dc91230-9f9d-4ca6-84b4-9077fa71875a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517588 Mar 24 07:49:22.791630 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43abfca2-8ff1-40ea-bddb-13c8c8b2dec0 req-3265fd8a-eb6e-4ae0-9c28-710afcac922f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:22.793199 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-43abfca2-8ff1-40ea-bddb-13c8c8b2dec0 req-3265fd8a-eb6e-4ae0-9c28-710afcac922f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 945 time: 0.0536761 Mar 24 07:49:22.839330 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-43abfca2-8ff1-40ea-bddb-13c8c8b2dec0 req-2b3b1c12-455a-451c-8efc-c933d3d615ca tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405777 Mar 24 07:49:23.343588 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:49:23.442711 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 5e895e44-3830-4bb3-9653-6124f8fdf04a completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:49:23.446573 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 5e895e44-3830-4bb3-9653-6124f8fdf04a triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:49:23.446949 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:23.524425 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:49:23.524815 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:23.546589 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:23.548888 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024f7158-2f9c-4819-ad80-31808a8c50bb" -d '{"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-plugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:23.561249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:23.584454 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2daf69b-0690-4690-b4fd-5a5daf138251 x-openstack-request-id: req-a2daf69b-0690-4690-b4fd-5a5daf138251 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:23.587345 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-plugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:23.587345 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2daf69b-0690-4690-b4fd-5a5daf138251 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:23.587345 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2daf69b-0690-4690-b4fd-5a5daf138251'] response: {'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'code': 200} Mar 24 07:49:23.631651 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:23.680969 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:23.783115 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1195f5c-4325-4ed7-8036-f6179f508ba2 req-b0ac0f58-1fcc-4a23-a322-493a387ba725 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:23.784754 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c1195f5c-4325-4ed7-8036-f6179f508ba2 req-b0ac0f58-1fcc-4a23-a322-493a387ba725 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0538988 Mar 24 07:49:23.851665 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c1195f5c-4325-4ed7-8036-f6179f508ba2 req-5194d986-5bda-494c-aa0c-45a0aff7bf92 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612707 Mar 24 07:49:23.891839 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffacf44-f1c5-4fc1-823f-d2e7f3970e98 req-c9289671-fb92-412d-bda3-ba809ff6d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:23.893495 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3ffacf44-f1c5-4fc1-823f-d2e7f3970e98 req-c9289671-fb92-412d-bda3-ba809ff6d00a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1130 time: 0.0451674 Mar 24 07:49:23.964618 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3ffacf44-f1c5-4fc1-823f-d2e7f3970e98 req-802770df-c0b5-41e6-8e36-f1ca849cdc77 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649526 Mar 24 07:49:23.979440 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583d5aa-afa5-4df7-9c55-cb2ce76d4d4b req-7b7f0b0d-79b9-4300-8e9e-a2dbe91cd093 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:23.980878 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d583d5aa-afa5-4df7-9c55-cb2ce76d4d4b req-7b7f0b0d-79b9-4300-8e9e-a2dbe91cd093 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0690484 Mar 24 07:49:24.030145 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d583d5aa-afa5-4df7-9c55-cb2ce76d4d4b req-2c0143ee-a138-41cb-a9cc-ee47e3415bcf tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438087 Mar 24 07:49:24.972643 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b742c1-30e9-431b-a854-236586af0f81 req-58c8b7a6-37c5-4b86-8042-ce030e627c70 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:24.974195 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b742c1-30e9-431b-a854-236586af0f81 req-58c8b7a6-37c5-4b86-8042-ce030e627c70 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0533097 Mar 24 07:49:25.036561 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b742c1-30e9-431b-a854-236586af0f81 req-b232a399-a954-40a1-bb3a-62ed3f4c65e2 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565090 Mar 24 07:49:25.153326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f2a6a-60ed-467f-92fb-c2d4b3bbfc6f req-9261700f-973e-4500-ae7e-151ab52a19df tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:25.154810 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-726f2a6a-60ed-467f-92fb-c2d4b3bbfc6f req-9261700f-973e-4500-ae7e-151ab52a19df tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0527446 Mar 24 07:49:25.202633 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-726f2a6a-60ed-467f-92fb-c2d4b3bbfc6f req-244cb881-1150-4db1-ba99-71bbbbddc6ca tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406835 Mar 24 07:49:26.152006 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d43fda-1362-47ed-b8ee-076998166449 req-5b1311d4-5620-4ea0-b87e-3382a398247b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:26.153499 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26d43fda-1362-47ed-b8ee-076998166449 req-5b1311d4-5620-4ea0-b87e-3382a398247b tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0514014 Mar 24 07:49:26.210942 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26d43fda-1362-47ed-b8ee-076998166449 req-9ac597c8-6faf-4bca-9d5e-e215e5e5a3d8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&id=74ea4330-4db7-46bd-b142-3dff03d593fc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512934 Mar 24 07:49:26.323697 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c21e8-9637-4464-a13f-11396a423bbe req-7206e5d4-5d37-4d80-b0a3-bcba654f2526 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:26.325391 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-199c21e8-9637-4464-a13f-11396a423bbe req-7206e5d4-5d37-4d80-b0a3-bcba654f2526 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0525682 Mar 24 07:49:26.370510 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-199c21e8-9637-4464-a13f-11396a423bbe req-026b61ca-f696-4f32-b086-33e703039bdc tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391226 Mar 24 07:49:26.490220 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf217cd-754c-4b3d-b4f1-8b25c9bbb1ed req-866cdde6-300f-4328-b4a7-214916f2e067 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:26.491677 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cbf217cd-754c-4b3d-b4f1-8b25c9bbb1ed req-866cdde6-300f-4328-b4a7-214916f2e067 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0556672 Mar 24 07:49:26.500217 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55304) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:26.505655 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Request body: {'floatingip': {'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:26.552483 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (484c9d91-554b-4d1a-a254-81c22fe26b27), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:26.969412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:27.059994 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (484c9d91-554b-4d1a-a254-81c22fe26b27), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:27.157273 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Floating IP 484c9d91-554b-4d1a-a254-81c22fe26b27 associated. External IP: 172.27.3.230, port: 5e895e44-3830-4bb3-9653-6124f8fdf04a. Mar 24 07:49:27.601991 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:49:27.711368 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:49:27.716221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:27.721530 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:49:27.731239 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:27.731863 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:27.745632 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-4e6a5539-57af-469b-8867-5b103989504c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "PUT /v2.0/floatingips/484c9d91-554b-4d1a-a254-81c22fe26b27 HTTP/1.1" status: 200 len: 992 time: 1.2443125 Mar 24 07:49:27.746227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:27.748520 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970849d7-3870-4d1e-a339-84b28ddae44c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:27.787413 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff79bcb1-51a6-415c-88ae-10d76844214e x-openstack-request-id: req-ff79bcb1-51a6-415c-88ae-10d76844214e {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:27.787712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:27.787993 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff79bcb1-51a6-415c-88ae-10d76844214e {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:27.788408 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff79bcb1-51a6-415c-88ae-10d76844214e'] response: {'name': 'network-changed', 'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'status': 'completed', 'code': 200} Mar 24 07:49:27.863860 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:27.877622 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970849d7-3870-4d1e-a339-84b28ddae44c req-5d0aa740-0607-4fe0-b793-138ac5c51b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:27.879828 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-5d0aa740-0607-4fe0-b793-138ac5c51b80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1130 time: 0.0611289 Mar 24 07:49:27.989028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970849d7-3870-4d1e-a339-84b28ddae44c req-283fa751-cd03-4f7a-b734-da0c717b29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:27.990582 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-283fa751-cd03-4f7a-b734-da0c717b29ac service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.0899460 Mar 24 07:49:28.079909 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-a963fa97-2588-47df-b95b-4537f6c52ae9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 1000 time: 0.0815046 Mar 24 07:49:28.130565 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970849d7-3870-4d1e-a339-84b28ddae44c req-e57f7c44-79ef-423c-85f0-20769bcf1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:28.131000 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '484c9d91-554b-4d1a-a254-81c22fe26b27', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'mac_address': 'fa:16:3e:fa:5a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:49:14Z', 'updated_at': '2022-03-24T07:49:26Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:28.132199 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-e57f7c44-79ef-423c-85f0-20769bcf1264 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0443802 Mar 24 07:49:28.167339 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:49:28.176334 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:28.176949 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:28.193698 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970849d7-3870-4d1e-a339-84b28ddae44c req-29c3d940-9114-4401-96d9-70f003415557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:28.195217 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-29c3d940-9114-4401-96d9-70f003415557 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547104 Mar 24 07:49:28.298669 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-7adc62ee-88b9-4ae8-9e26-36e07bb6e261 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898421 Mar 24 07:49:28.394708 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-970849d7-3870-4d1e-a339-84b28ddae44c req-6b72a54d-9cbc-4773-84da-ea649042451c service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Mar 24 07:49:28.416049 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:28.652708 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '484c9d91-554b-4d1a-a254-81c22fe26b27', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'mac_address': 'fa:16:3e:fa:5a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:49:14Z', 'updated_at': '2022-03-24T07:49:26Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:28.684619 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1032d3-b780-4233-9d22-73ce3588e930 None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '484c9d91-554b-4d1a-a254-81c22fe26b27', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'mac_address': 'fa:16:3e:fa:5a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:49:14Z', 'updated_at': '2022-03-24T07:49:26Z', 'revision_number': 1, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:49:28.880800 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3a2122-9544-4046-898a-5ea8cb5c4ba0 None None] New status for floating IP 484c9d91-554b-4d1a-a254-81c22fe26b27: ACTIVE {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:49:30.478316 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe39814-facc-4d5e-8066-99760ef2279c req-e62e9697-7598-4ba5-b7a0-98fd832c1567 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:30.479887 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9fe39814-facc-4d5e-8066-99760ef2279c req-e62e9697-7598-4ba5-b7a0-98fd832c1567 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0529139 Mar 24 07:49:30.529819 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9fe39814-facc-4d5e-8066-99760ef2279c req-30e058ab-5217-4419-b609-a59516aa60d8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428107 Mar 24 07:49:31.235917 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c044ac8-7850-4dfd-ae92-ebf54e67cfae req-8d07bc3a-fce1-48f8-98b1-13234bf603a7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:31.237789 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c044ac8-7850-4dfd-ae92-ebf54e67cfae req-8d07bc3a-fce1-48f8-98b1-13234bf603a7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.0549955 Mar 24 07:49:31.284748 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c044ac8-7850-4dfd-ae92-ebf54e67cfae req-1c6d6243-c242-4eb7-95a6-50a2c688214a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Mar 24 07:49:31.649667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a89bdb-e98f-4661-9979-d59b46077154 req-eae0a34d-f4d1-408d-b8be-f537bc144c6c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:31.651167 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-97a89bdb-e98f-4661-9979-d59b46077154 req-eae0a34d-f4d1-408d-b8be-f537bc144c6c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0561984 Mar 24 07:49:31.697192 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-97a89bdb-e98f-4661-9979-d59b46077154 req-a6c059ae-5664-4c13-8cf2-38aa56285faf tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404308 Mar 24 07:49:32.400402 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76d9dd-8dea-4a36-a0fc-83d9a7f3d9e7 req-5fb075b4-1c37-4d0d-878f-e3a84d7640b6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:32.401893 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd76d9dd-8dea-4a36-a0fc-83d9a7f3d9e7 req-5fb075b4-1c37-4d0d-878f-e3a84d7640b6 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.0510287 Mar 24 07:49:32.446554 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd76d9dd-8dea-4a36-a0fc-83d9a7f3d9e7 req-e1611bb0-121b-4020-a9ef-0affa68d4a9e tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=ede5dea9-68f2-44bb-be09-682aaa7a1412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391145 Mar 24 07:49:32.813191 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1de1a-0ed5-4951-9646-1d0d7cb6f2b9 req-ab808590-ed5f-4576-beea-ac4e954df03b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:32.815257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5e1de1a-0ed5-4951-9646-1d0d7cb6f2b9 req-ab808590-ed5f-4576-beea-ac4e954df03b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0520999 Mar 24 07:49:32.890205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-6ce5fb7a-13a9-4ada-8a74-c3c7493026df tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:32.891668 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-6ce5fb7a-13a9-4ada-8a74-c3c7493026df tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 945 time: 0.0518928 Mar 24 07:49:33.014171 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:33.014516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:33.074235 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5e1de1a-0ed5-4951-9646-1d0d7cb6f2b9 req-63b5e75f-b8ac-4f45-99dc-d9f9234f62cd tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534320 Mar 24 07:49:33.116723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] For port 16d519e3-e99d-4228-b91a-6fc87ab9ec13, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=16d519e3-e99d-4228-b91a-6fc87ab9ec13,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:33.117086 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:33.291747 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:33.292069 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (0fbeccea-7ff5-4e4c-992f-838570429191), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:33.292393 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP 0fbeccea-7ff5-4e4c-992f-838570429191 disassociated. External IP: 172.27.3.144, port: 16d519e3-e99d-4228-b91a-6fc87ab9ec13. Mar 24 07:49:33.292735 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for 16d519e3-e99d-4228-b91a-6fc87ab9ec13 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:33.480498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (16d519e3-e99d-4228-b91a-6fc87ab9ec13), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:33.507407 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=16d519e3-e99d-4228-b91a-6fc87ab9ec13,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:33.602660 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5197ab25-a845-4487-9dc2-1435f511d4d2 req-96432137-6b4e-4add-96e7-679947aa0c48 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 210 time: 0.0885761 Mar 24 07:49:33.626200 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:49:33.738711 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:49:33.750328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:49:33.761149 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:33.761784 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:33.790538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] No DVR routers for this DVR port 16d519e3-e99d-4228-b91a-6fc87ab9ec13 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:33.793000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:33.796257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a4fe3713-a44e-42e2-a948-b63b6ce58172 req-bfb65fcd-6326-44c4-8502-f51465aba28a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "DELETE /v2.0/ports/16d519e3-e99d-4228-b91a-6fc87ab9ec13 HTTP/1.1" status: 204 len: 173 time: 0.8983431 Mar 24 07:49:33.796703 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'name': 'network-vif-deleted', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:33.799068 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412f40f-5ae1-48ff-afa2-233a2861a7d2" -d '{"events": [{"server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "name": "network-vif-deleted", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:33.835665 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e7ca96-26b6-44a4-985b-ca3aa871d5d1 x-openstack-request-id: req-67e7ca96-26b6-44a4-985b-ca3aa871d5d1 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:33.836301 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d036770d-dfd9-4b13-aee3-d7e338e49e42", "name": "network-vif-deleted", "tag": "16d519e3-e99d-4228-b91a-6fc87ab9ec13", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:33.836401 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67e7ca96-26b6-44a4-985b-ca3aa871d5d1 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:33.836856 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e7ca96-26b6-44a4-985b-ca3aa871d5d1'] response: {'server_uuid': 'd036770d-dfd9-4b13-aee3-d7e338e49e42', 'name': 'network-vif-deleted', 'tag': '16d519e3-e99d-4228-b91a-6fc87ab9ec13', 'status': 'completed', 'code': 200} Mar 24 07:49:33.877437 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:34.017556 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-c1e41956-5200-40ea-a551-a8e6e1381e09 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:34.019299 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-c1e41956-5200-40ea-a551-a8e6e1381e09 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0678804 Mar 24 07:49:34.121459 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:34.135208 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Deleting port 4219fbaf-98cc-40b0-82a4-030ae87a632e {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:34.135551 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:34.153910 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:49:34.163767 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:34.164517 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:34.205740 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98250155-a48b-4c24-b508-6be9e5069411 req-0f2b0252-0294-4d4b-bdc6-c21f5054c48b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:34.207390 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98250155-a48b-4c24-b508-6be9e5069411 req-0f2b0252-0294-4d4b-bdc6-c21f5054c48b tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 946 time: 0.0603521 Mar 24 07:49:34.233325 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] For port 4219fbaf-98cc-40b0-82a4-030ae87a632e, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=4219fbaf-98cc-40b0-82a4-030ae87a632e,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:34.235669 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:34.257629 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98250155-a48b-4c24-b508-6be9e5069411 req-17c98a28-d962-4f73-89d5-8712d1e0bd75 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=d28606f4-c326-4229-a730-d5ba29f13357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436120 Mar 24 07:49:34.275956 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:34.417755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:34.417755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:34.417982 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Floating IP e63c13e5-508a-4b23-a052-70a4ecd7b652 disassociated. External IP: 172.27.3.22, port: 4219fbaf-98cc-40b0-82a4-030ae87a632e. Mar 24 07:49:34.418257 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Calling delete_port for 4219fbaf-98cc-40b0-82a4-030ae87a632e owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:34.482494 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:34.510233 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e4bfd-7cfe-4c47-93df-2651cde1c172 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:49:34.600330 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (4219fbaf-98cc-40b0-82a4-030ae87a632e), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:34.628638 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event deleted for resources: {'Port': ['ID=4219fbaf-98cc-40b0-82a4-030ae87a632e,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:34.744711 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1740da8b-43a2-4d81-a2b1-50ca687d3192 req-aaba95cf-e5cc-44ef-8524-48601a2b7ef5 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=d036770d-dfd9-4b13-aee3-d7e338e49e42 HTTP/1.1" status: 200 len: 210 time: 0.0346777 Mar 24 07:49:34.790042 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Router f1779670-f587-4328-893b-28a7081668bf has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:49:34.790246 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a836642-93d7-4bbd-8aa9-95a79ea3f8c1 None None] New status for floating IP 0fbeccea-7ff5-4e4c-992f-838570429191: DOWN {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:49:34.897584 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:49:34.907931 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] Sync routers for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:49:34.919121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:34.919738 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:34.943646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] No DVR routers for this DVR port 4219fbaf-98cc-40b0-82a4-030ae87a632e on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:34.944378 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:34.947751 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dbfe0ea3-69d8-4296-bf09-ecda38149d30 req-e557e5fb-d618-4b8a-ba0c-ba11456da961 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "DELETE /v2.0/ports/4219fbaf-98cc-40b0-82a4-030ae87a632e HTTP/1.1" status: 204 len: 173 time: 0.9217191 Mar 24 07:49:35.036903 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:35.250107 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:35.278840 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] Checking router: f1779670-f587-4328-893b-28a7081668bf for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:49:35.288255 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:35.288881 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:35.366005 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e67ad735-c59d-467c-8208-2ecd2cd6e03a req-2ac9ed71-c475-46e0-a8bf-63e8e6ca614c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=447199f5-bce1-4550-ba54-5b7b3f004742 HTTP/1.1" status: 200 len: 210 time: 0.0287809 Mar 24 07:49:35.398688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:35.402653 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 16d519e3-e99d-4228-b91a-6fc87ab9ec13 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:35.449011 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 16d519e3-e99d-4228-b91a-6fc87ab9ec13 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:35.449369 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 16d519e3-e99d-4228-b91a-6fc87ab9ec13 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:35.450060 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 4219fbaf-98cc-40b0-82a4-030ae87a632e no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:35.478538 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 4219fbaf-98cc-40b0-82a4-030ae87a632e {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:35.478889 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 4219fbaf-98cc-40b0-82a4-030ae87a632e not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:35.772216 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:35.780727 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:35.809216 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641b237-3e97-4519-85b1-e2638ce15717 None None] The sync data for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi is: [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:44:40Z', 'revision_number': 4, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '010f648d-09b0-4db1-bb20-622ac75cbc28', 'name': '', 'network_id': '2dadecba-edaa-4555-94ad-d70c7071647c', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'mac_address': 'fa:16:3e:43:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:40Z', 'updated_at': '2022-03-24T07:44:54Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'subnets': [{'id': '9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:49:35.837765 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'name': 'network-vif-deleted', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:35.840213 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f356e362-cb9c-48b1-9aa3-bf911565cd7d" -d '{"events": [{"server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "name": "network-vif-deleted", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:35.880894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82c4fa-321d-40b4-ab72-7911be8b6d0f x-openstack-request-id: req-1a82c4fa-321d-40b4-ab72-7911be8b6d0f {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:35.881461 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447199f5-bce1-4550-ba54-5b7b3f004742", "name": "network-vif-deleted", "tag": "4219fbaf-98cc-40b0-82a4-030ae87a632e", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:35.881798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a82c4fa-321d-40b4-ab72-7911be8b6d0f {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:35.882276 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a82c4fa-321d-40b4-ab72-7911be8b6d0f'] response: {'server_uuid': '447199f5-bce1-4550-ba54-5b7b3f004742', 'name': 'network-vif-deleted', 'tag': '4219fbaf-98cc-40b0-82a4-030ae87a632e', 'status': 'completed', 'code': 200} Mar 24 07:49:35.898229 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55390) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:35.952572 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ece24c95-83ab-4010-81ba-c5c029c74443 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (ede5dea9-68f2-44bb-be09-682aaa7a1412), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:35.981732 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ece24c95-83ab-4010-81ba-c5c029c74443 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (ede5dea9-68f2-44bb-be09-682aaa7a1412), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.053184 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4843602-40ab-46b8-b775-19d70ba95fe7 None None] New status for floating IP e63c13e5-508a-4b23-a052-70a4ecd7b652: DOWN {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:49:36.097498 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ece24c95-83ab-4010-81ba-c5c029c74443 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ede5dea9-68f2-44bb-be09-682aaa7a1412), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.100145 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ece24c95-83ab-4010-81ba-c5c029c74443 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.103703 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ece24c95-83ab-4010-81ba-c5c029c74443 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/security-groups/ede5dea9-68f2-44bb-be09-682aaa7a1412 HTTP/1.1" status: 204 len: 168 time: 0.2020881 Mar 24 07:49:36.104433 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55392) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:36.110405 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece24c95-83ab-4010-81ba-c5c029c74443 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede5dea9-68f2-44bb-be09-682aaa7a1412,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:36.119211 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-e183bc0e-6b25-48e2-bde4-77758c1557aa tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] show failed (client error): The resource could not be found. Mar 24 07:49:36.120374 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-e183bc0e-6b25-48e2-bde4-77758c1557aa tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups/ede5dea9-68f2-44bb-be09-682aaa7a1412 HTTP/1.1" status: 404 len: 347 time: 0.0149491 Mar 24 07:49:36.123428 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55394) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:36.250830 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port 48591d32-97ea-4e38-98e2-826981ac4e7e {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:36.251253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.324749 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.325094 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (48591d32-97ea-4e38-98e2-826981ac4e7e), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.337340 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for 48591d32-97ea-4e38-98e2-826981ac4e7e owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:36.523555 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55400) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:36.549628 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (48591d32-97ea-4e38-98e2-826981ac4e7e), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.591320 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=48591d32-97ea-4e38-98e2-826981ac4e7e,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:36.652085 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-830aa58e-96ed-4eb3-9ea8-a796bf01f903 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group (d28606f4-c326-4229-a730-d5ba29f13357), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.674935 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (0fbeccea-7ff5-4e4c-992f-838570429191), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.677436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.689074 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-194699e4-8656-46fd-9582-95652a41e5d7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/floatingips/0fbeccea-7ff5-4e4c-992f-838570429191 HTTP/1.1" status: 204 len: 168 time: 0.5541139 Mar 24 07:49:36.693369 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-830aa58e-96ed-4eb3-9ea8-a796bf01f903 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group (d28606f4-c326-4229-a730-d5ba29f13357), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.811237 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-830aa58e-96ed-4eb3-9ea8-a796bf01f903 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (d28606f4-c326-4229-a730-d5ba29f13357), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.813895 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-830aa58e-96ed-4eb3-9ea8-a796bf01f903 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:36.815728 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-830aa58e-96ed-4eb3-9ea8-a796bf01f903 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "DELETE /v2.0/security-groups/d28606f4-c326-4229-a730-d5ba29f13357 HTTP/1.1" status: 204 len: 168 time: 0.2911599 Mar 24 07:49:36.818296 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55404) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:36.825678 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aa58e-96ed-4eb3-9ea8-a796bf01f903 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28606f4-c326-4229-a730-d5ba29f13357,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:36.838836 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.api.v2.resource [None req-8feeb35c-3abb-422a-a342-1325877d702a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] show failed (client error): The resource could not be found. Mar 24 07:49:36.842421 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-8feeb35c-3abb-422a-a342-1325877d702a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups/d28606f4-c326-4229-a730-d5ba29f13357 HTTP/1.1" status: 404 len: 347 time: 0.0204635 Mar 24 07:49:36.842615 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55406) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:36.974306 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Deleting port 99915ddd-4dfa-4efd-86ba-e17da87422fd {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:36.974656 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.011987 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55408) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:37.016532 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340646502', 'description': 'tempest-description--2003337031'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:37.033260 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-fc2c9b59-a217-4cb6-9a8b-2eb0ee04d97f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540948 Mar 24 07:49:37.073710 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.074039 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (99915ddd-4dfa-4efd-86ba-e17da87422fd), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.086922 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Calling delete_port for 99915ddd-4dfa-4efd-86ba-e17da87422fd owned by network:floatingip {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:37.119799 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8ddc-5e95-469d-904f-86f62454117e req-a2f974c8-7cf0-4ced-b239-89bc2a2d55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:37.121443 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-a2f974c8-7cf0-4ced-b239-89bc2a2d55b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f1ad165a01634101b588b4fabf7c019e&device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 1129 time: 0.0474067 Mar 24 07:49:37.158478 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.229068 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8ddc-5e95-469d-904f-86f62454117e req-0bfb7356-2817-4d82-9ac3-925eb6ff4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:37.230646 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-0bfb7356-2817-4d82-9ac3-925eb6ff4bd1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 200 len: 920 time: 0.0862603 Mar 24 07:49:37.281056 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-31c4f149-2bb6-4780-b522-9af1a8b4ebf7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 200 len: 217 time: 0.0419929 Mar 24 07:49:37.317908 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (62a666d9-2d01-418b-b5ea-3dd9497110ec), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.331407 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8ddc-5e95-469d-904f-86f62454117e req-76d5f814-dc05-4ae1-9306-dce4e913a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:37.332907 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-76d5f814-dc05-4ae1-9306-dce4e913a1a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 200 len: 858 time: 0.0459919 Mar 24 07:49:37.382012 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc8ddc-5e95-469d-904f-86f62454117e req-81009855-2c48-4285-865b-70ef81dcec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:37.383471 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-81009855-2c48-4285-865b-70ef81dcec00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2dadecba-edaa-4555-94ad-d70c7071647c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442462 Mar 24 07:49:37.419584 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62a666d9-2d01-418b-b5ea-3dd9497110ec), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.437650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (99915ddd-4dfa-4efd-86ba-e17da87422fd), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.475388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event deleted for resources: {'Port': ['ID=99915ddd-4dfa-4efd-86ba-e17da87422fd,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:37.478609 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-2a6327fc-0193-41ea-bb06-5566d8b86f9d service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887313 Mar 24 07:49:37.479439 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a666d9-2d01-418b-b5ea-3dd9497110ec,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:37.519777 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.521021 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e8a2b566-4006-4578-92a3-5df159abd8c8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5080793 Mar 24 07:49:37.526703 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55410) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:37.530858 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': '62a666d9-2d01-418b-b5ea-3dd9497110ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:37.558149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks [] for floatingip (e63c13e5-508a-4b23-a052-70a4ecd7b652), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.562804 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.562804 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-00de8b9c-4d34-41b2-98c6-400bf919b6c6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "DELETE /v2.0/floatingips/e63c13e5-508a-4b23-a052-70a4ecd7b652 HTTP/1.1" status: 204 len: 168 time: 0.7183228 Mar 24 07:49:37.575194 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-90bc8ddc-5e95-469d-904f-86f62454117e req-70af895d-4808-40be-afbf-d533cb282afb service neutron] 10.222.0.67 "GET /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Mar 24 07:49:37.642445 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (190577a5-bbaa-4132-8ad8-93015d436212), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.692155 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (190577a5-bbaa-4132-8ad8-93015d436212), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.777041 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (190577a5-bbaa-4132-8ad8-93015d436212), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.794277 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190577a5-bbaa-4132-8ad8-93015d436212,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:37.893661 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:37.894890 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-02dfff1d-1276-4c25-b2ca-3aa7e65fd451 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672812 Mar 24 07:49:37.897568 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55416) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:37.901794 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'security_group_rule': {'security_group_id': '62a666d9-2d01-418b-b5ea-3dd9497110ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:37.996283 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (4dcd4402-7351-415d-b2be-d540ed522e34), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.050931 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (4dcd4402-7351-415d-b2be-d540ed522e34), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.141302 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (4dcd4402-7351-415d-b2be-d540ed522e34), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.161249 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcd4402-7351-415d-b2be-d540ed522e34,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:38.250321 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.252595 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-68e12016-af6b-4be6-8df5-b77e27f48dfe tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538821 Mar 24 07:49:38.256088 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55420) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:38.260417 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:38.373955 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.471436 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.572691 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.27.3.97 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/27026068-5e50-4a9a-b3df-325829196bcb) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:49:38.674045 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (27026068-5e50-4a9a-b3df-325829196bcb), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.769132 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (27026068-5e50-4a9a-b3df-325829196bcb), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.804257 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:49:38.807133 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:49:38.810663 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:49:38.841779 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=27026068-5e50-4a9a-b3df-325829196bcb,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:38.903345 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (ba8569e8-e0ee-4497-a15e-a4b474b930ba), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:38.971639 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (27026068-5e50-4a9a-b3df-325829196bcb), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:39.119645 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (27026068-5e50-4a9a-b3df-325829196bcb), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:39.179800 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (27026068-5e50-4a9a-b3df-325829196bcb), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:39.249143 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=27026068-5e50-4a9a-b3df-325829196bcb,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:39.257596 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (ba8569e8-e0ee-4497-a15e-a4b474b930ba), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:39.358869 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:39.360077 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a064cab1-ddbb-4286-96f2-3f881a96cdee tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1030502 Mar 24 07:49:39.556197 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-8bdd6126-9d3a-481d-9b3e-c91fa7407304 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--340646502&fields=id&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 267 time: 0.0420282 Mar 24 07:49:39.662948 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-a6209546-ff83-4537-a70a-432afc0676c2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:39.664418 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-a6209546-ff83-4537-a70a-432afc0676c2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.1019237 Mar 24 07:49:39.678537 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-1b9448c2-9e9c-470b-849e-1529bfe92950 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/quotas/1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 375 time: 0.0089111 Mar 24 07:49:39.732513 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-5f5213a2-a518-4a33-9bd7-0b08de80cfbf tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492294 Mar 24 07:49:39.830797 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-4d296f7e-5980-4ce3-9ca4-8e0250e15a94 service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866704 Mar 24 07:49:39.915413 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-e24d1fa1-0912-46d6-9e08-16266ea31808 service neutron] 10.222.0.20 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791168 Mar 24 07:49:40.167990 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f83ede93-37b0-4fcd-a0ef-002d479d7161 req-93ef85d2-c399-4515-8dbe-64f5df113538 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 210 time: 0.0275354 Mar 24 07:49:40.488950 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924154-35ce-4b93-837e-170557478cef req-d61ff564-6ea7-4915-8817-965c62c464c8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:40.490352 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c1924154-35ce-4b93-837e-170557478cef req-d61ff564-6ea7-4915-8817-965c62c464c8 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0534737 Mar 24 07:49:40.539332 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c1924154-35ce-4b93-837e-170557478cef req-7a1b58ff-222c-4134-bab9-8c02d30fb5de tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Mar 24 07:49:41.262944 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-841b9bd7-d4c1-4080-86d9-592c4e35ab57 req-96ea64c6-3b8b-4752-a18e-752f8fd33c4d tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 210 time: 0.0280674 Mar 24 07:49:41.655660 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027721-3a0c-425a-b855-fa26f0bec1ae req-c039d918-62d4-4588-9315-7da12aacf8d6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:41.657155 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-10027721-3a0c-425a-b855-fa26f0bec1ae req-c039d918-62d4-4588-9315-7da12aacf8d6 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Mar 24 07:49:41.702896 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-10027721-3a0c-425a-b855-fa26f0bec1ae req-5b3af7b7-1a3c-4bcf-a9b6-52f18799623a tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 Mar 24 07:49:42.306077 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1b5cad8d-5f44-4350-88b4-6590833deada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:42.336035 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-83fbfd27-c3ca-4d08-8691-ecfb906c9cc8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:42.337501 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-83fbfd27-c3ca-4d08-8691-ecfb906c9cc8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 814 time: 0.3521845 Mar 24 07:49:42.367150 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dc23b55d-c215-4bca-a610-83f10b8e8f84 req-537cbb20-436e-490e-bf87-dcd9f55a623f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 210 time: 0.0286839 Mar 24 07:49:42.422572 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-7b86594c-294c-4635-95d4-8e67e9e9b2b7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e792105a0444c72bee0d9c7fd1235ed HTTP/1.1" status: 200 len: 379 time: 0.0579708 Mar 24 07:49:42.431928 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'port': {'device_id': '8a699850-df66-414f-a2bc-0adab723d3cb', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'admin_state_up': True, 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'security_groups': ['62a666d9-2d01-418b-b5ea-3dd9497110ec']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:42.596382 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Made reservation on behalf of 1e792105a0444c72bee0d9c7fd1235ed for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:49:42.599723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:42.724854 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Allocated IP 172.20.0.8 (4a73517c-c95f-4cb4-9da3-a77ca754f4bb/3e641aba-2513-4ff7-ad96-00f7847792d3/b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:49:42.869293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:42.933333 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f2e7e-471d-4ae2-9a3f-8fa471597906 req-6b6d5b9b-8c19-4a96-a908-7a417cbc8270 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:42.934796 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a65f2e7e-471d-4ae2-9a3f-8fa471597906 req-6b6d5b9b-8c19-4a96-a908-7a417cbc8270 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Mar 24 07:49:42.957186 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:42.981806 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a65f2e7e-471d-4ae2-9a3f-8fa471597906 req-2007812c-0c60-46fd-b414-c98164b67060 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Mar 24 07:49:43.001400 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:49:43.004683 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:49:43.010812 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:49:43.041385 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event updated for resources: {'Port': ['ID=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:43.052309 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-14f418fb-8d32-4c8a-be6a-b5ef36a6edcb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:43.053965 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-14f418fb-8d32-4c8a-be6a-b5ef36a6edcb tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 945 time: 0.0588200 Mar 24 07:49:43.070580 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:43.071886 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.157050 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Deleting port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:43.157600 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.165119 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ed1219bd-98b8-4d7d-b0c3-17da91097814 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366273 Mar 24 07:49:43.178657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Request body: {'port': {'device_id': '8a699850-df66-414f-a2bc-0adab723d3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:43.197744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-e785ce4d-f62a-4b8f-9860-b7298cd3a1ed None None] Provisioning complete for port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:49:43.198121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e785ce4d-f62a-4b8f-9860-b7298cd3a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.241669 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-e785ce4d-f62a-4b8f-9860-b7298cd3a1ed None None] Port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:49:43.257285 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.261808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] For port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:43.262199 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.277761 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Calling delete_port for 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 owned by compute:nova {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:43.294330 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:49:43.462931 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.474863 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['d696fe1e-c72f-42ee-aea8-efa4496c72c0'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:49:43.528564 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86a763-92ff-41ab-9cd2-f521bea73f82 req-42db176e-ef22-4bf0-a4bb-3750334d7ddd tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:43.530717 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7f86a763-92ff-41ab-9cd2-f521bea73f82 req-42db176e-ef22-4bf0-a4bb-3750334d7ddd tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 931 time: 0.0946712 Mar 24 07:49:43.624663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:49:43.635601 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7f86a763-92ff-41ab-9cd2-f521bea73f82 req-5444090e-cf7f-4229-b114-1a28b3bb209c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961001 Mar 24 07:49:43.637596 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Publish callbacks [] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.651310 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Transition to ACTIVE for port object b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:49:43.706390 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event deleted for resources: {'Port': ['ID=2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:43.708530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.773653 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] No DVR routers for this DVR port 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 on host hv-cinder-83482 {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:43.777099 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.780914 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dcae6717-1ce5-4c68-ab86-e384075d8d95 req-163db5d6-e303-485d-b8f3-2dd966a19e46 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "DELETE /v2.0/ports/2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 HTTP/1.1" status: 204 len: 173 time: 0.7205939 Mar 24 07:49:43.781339 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'name': 'network-vif-deleted', 'tag': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:43.783612 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Pushing event updated for resources: {'Port': ['ID=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:43.784502 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd61eb9-ad64-4cb7-8ca6-20980cae7e35" -d '{"events": [{"server_uuid": "e273acb8-a6e3-4cb4-90b4-aa66550a3a54", "name": "network-vif-deleted", "tag": "2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:43.829155 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30463394-a1ab-4e49-9788-7b7d5410950c x-openstack-request-id: req-30463394-a1ab-4e49-9788-7b7d5410950c {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:43.829547 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e273acb8-a6e3-4cb4-90b4-aa66550a3a54", "name": "network-vif-deleted", "tag": "2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:43.829946 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30463394-a1ab-4e49-9788-7b7d5410950c {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:43.830437 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30463394-a1ab-4e49-9788-7b7d5410950c'] response: {'server_uuid': 'e273acb8-a6e3-4cb4-90b4-aa66550a3a54', 'name': 'network-vif-deleted', 'tag': '2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5', 'status': 'completed', 'code': 200} Mar 24 07:49:43.841431 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Attempting to bind port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:49:43.841781 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Attempting to bind port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:49:43.842119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Attempting to bind port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:49:43.847314 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:49:43.856246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Attempting to bind port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a on network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:49:43.856246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:49:43.856246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Checking segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:49:43.856246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Bound using segment: {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:49:43.856246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Bound port: b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:49:43.856246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:43.929622 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] For port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:49:43.933010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] For port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:49:44.015275 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:44.049279 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.051239 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:44.052865 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] 10.222.0.67 "PUT /v2.0/ports/b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a HTTP/1.1" status: 200 len: 1093 time: 0.8792956 Mar 24 07:49:44.053675 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:44.056819 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482" -d '{"events": [{"name": "network-changed", "server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:44.110146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f5880a-fb6a-42cf-8eee-3e9d95d72321 x-openstack-request-id: req-b4f5880a-fb6a-42cf-8eee-3e9d95d72321 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:44.110146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:44.110146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4f5880a-fb6a-42cf-8eee-3e9d95d72321 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:44.110806 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f5880a-fb6a-42cf-8eee-3e9d95d72321'] response: {'name': 'network-changed', 'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'status': 'completed', 'code': 200} Mar 24 07:49:44.113276 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8d365824-2dc6-4e29-81d7-0c7b05b83a67 req-57fd1c88-db12-42f0-9c32-080e21f67d4f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=e273acb8-a6e3-4cb4-90b4-aa66550a3a54 HTTP/1.1" status: 200 len: 210 time: 0.0482211 Mar 24 07:49:44.125071 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14410aeb-7100-4e64-8178-9e6b17f642bc service neutron] Pushing event updated for resources: {'Port': ['ID=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:44.180842 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482 req-723e83a5-1cef-4acc-93d2-ea16bf2f347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.184628 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482 req-723e83a5-1cef-4acc-93d2-ea16bf2f347a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 1127 time: 0.0523484 Mar 24 07:49:44.293063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482 req-872e0fb6-77c0-46e3-b18d-2c309bcf6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.294613 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482 req-872e0fb6-77c0-46e3-b18d-2c309bcf6e89 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1052003 Mar 24 07:49:44.390102 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482 req-83c10bbb-0836-491f-bfeb-f722c285fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.391611 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e3a34cc4-9201-4d31-83c4-0f6b4fef2482 req-83c10bbb-0836-491f-bfeb-f722c285fdae service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896938 Mar 24 07:49:44.485181 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ea538329-9a27-4d6c-bfca-375bf577883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.487312 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-ea538329-9a27-4d6c-bfca-375bf577883f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 1127 time: 0.0522466 Mar 24 07:49:44.531992 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-196646a9-f904-4a6e-944f-52ec8e8b2bf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a HTTP/1.1" status: 200 len: 217 time: 0.0360339 Mar 24 07:49:44.584710 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-57ef3bc2-0e73-4845-b23c-31acf9a9b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.586425 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-57ef3bc2-0e73-4845-b23c-31acf9a9b834 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.0470459 Mar 24 07:49:44.639374 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-b067ef1d-30e3-4e93-9715-662243e3f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.641765 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-b067ef1d-30e3-4e93-9715-662243e3f06a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486939 Mar 24 07:49:44.662461 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b3dccd3d-8483-44b7-92a2-54295ee8b5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:44.745601 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-0bbc0cfe-783a-4dae-aa2b-d7f5c306ecc5 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944140 Mar 24 07:49:44.773479 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518f7c4-1f31-4a3e-8e5a-276ced64f93f req-c020c60e-065a-49ff-8f0b-bb2cbb44cab0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:44.774999 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d518f7c4-1f31-4a3e-8e5a-276ced64f93f req-c020c60e-065a-49ff-8f0b-bb2cbb44cab0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 943 time: 0.0573716 Mar 24 07:49:44.822842 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d518f7c4-1f31-4a3e-8e5a-276ced64f93f req-1b7e06de-535e-4839-98b7-8fab1e02d4d8 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419900 Mar 24 07:49:44.840526 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4655fb1f-f0fe-4955-8d47-9aa16eb00b2e req-3783830a-7770-4e76-86f2-efa69a6c31d3 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864499 Mar 24 07:49:45.431705 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:45.454131 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:45.458105 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 2f300eec-1f4a-46ab-898d-3c2d7dbcf8c5 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:45.581525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6e854-2756-4182-a57b-f5a98afcfa2f req-86a0371d-bbea-43cf-b3ab-8b7c209a6c2c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:45.585461 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-27c6e854-2756-4182-a57b-f5a98afcfa2f req-86a0371d-bbea-43cf-b3ab-8b7c209a6c2c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0584731 Mar 24 07:49:45.628173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:45.630120 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-27c6e854-2756-4182-a57b-f5a98afcfa2f req-02345505-9e17-49a9-baed-6380668b4278 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410702 Mar 24 07:49:45.940842 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d283f6-a51e-49ac-a83a-399506ad0398 req-db551b3d-995f-460a-b8bb-c3c5427513e4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:45.942311 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-41d283f6-a51e-49ac-a83a-399506ad0398 req-db551b3d-995f-460a-b8bb-c3c5427513e4 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 943 time: 0.0511150 Mar 24 07:49:45.987514 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-41d283f6-a51e-49ac-a83a-399506ad0398 req-c034c8e4-89f0-4372-938c-eba3e54e195e tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397809 Mar 24 07:49:46.747927 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf5e2e-21f9-452e-b143-6d2668be6b8d req-c16087ad-6ee7-4cbc-8711-d6b719a39f08 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:46.749496 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0fbf5e2e-21f9-452e-b143-6d2668be6b8d req-c16087ad-6ee7-4cbc-8711-d6b719a39f08 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0530546 Mar 24 07:49:46.795507 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0fbf5e2e-21f9-452e-b143-6d2668be6b8d req-ccf56c5d-0302-40f7-a853-fa7a20a4eb61 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Mar 24 07:49:47.101953 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cefde2-ff39-4863-93d9-396c9a6465bb req-28d16094-4ec2-44ae-bdf9-109795e69e5f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:47.103451 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-88cefde2-ff39-4863-93d9-396c9a6465bb req-28d16094-4ec2-44ae-bdf9-109795e69e5f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 943 time: 0.0509636 Mar 24 07:49:47.153846 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-88cefde2-ff39-4863-93d9-396c9a6465bb req-2fb66abd-dde3-467c-bf36-f703de963b55 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Mar 24 07:49:47.174809 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:47.916358 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed1b1c-7c79-4e4d-824d-2abb01b480f6 req-4acca2d1-0816-4449-b5b7-9e707183992d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:47.917832 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-63ed1b1c-7c79-4e4d-824d-2abb01b480f6 req-4acca2d1-0816-4449-b5b7-9e707183992d tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0555642 Mar 24 07:49:47.963042 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-63ed1b1c-7c79-4e4d-824d-2abb01b480f6 req-68b02f90-b306-4fac-a6ee-43a9097312fd tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Mar 24 07:49:48.271224 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa9ea-a16d-4804-850b-7d65a8bb2aef req-4982fc80-df14-4dea-a0a6-a690dd7e8191 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:48.272807 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f6fa9ea-a16d-4804-850b-7d65a8bb2aef req-4982fc80-df14-4dea-a0a6-a690dd7e8191 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 943 time: 0.0530529 Mar 24 07:49:48.318352 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f6fa9ea-a16d-4804-850b-7d65a8bb2aef req-54426719-44a2-4b7e-99d3-49f6938bb655 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400529 Mar 24 07:49:48.687809 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:48.934354 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-06d1ce43-9f6f-4c4a-8912-57f7837baa9c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:48.935784 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-06d1ce43-9f6f-4c4a-8912-57f7837baa9c tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.0524948 Mar 24 07:49:49.029971 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Deleting port d696fe1e-c72f-42ee-aea8-efa4496c72c0 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:49.030318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:49.144313 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98233b-8221-43d4-8327-08cfcc59cea6 req-9b50d5fc-899f-41e8-8d10-745d0be2de69 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:49.145776 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8e98233b-8221-43d4-8327-08cfcc59cea6 req-9b50d5fc-899f-41e8-8d10-745d0be2de69 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 945 time: 0.1126423 Mar 24 07:49:49.165509 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] For port d696fe1e-c72f-42ee-aea8-efa4496c72c0, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=d696fe1e-c72f-42ee-aea8-efa4496c72c0,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:49.165883 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:49.194762 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Calling delete_port for d696fe1e-c72f-42ee-aea8-efa4496c72c0 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:49.270765 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8e98233b-8221-43d4-8327-08cfcc59cea6 req-026ef520-25d5-49ee-b028-ea2156be6cd1 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/security-groups?id=e21f05b5-f4f3-4706-ba68-014d2f86ff64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194682 Mar 24 07:49:49.448494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (d696fe1e-c72f-42ee-aea8-efa4496c72c0), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:49.453572 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:49:49.466811 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['d696fe1e-c72f-42ee-aea8-efa4496c72c0'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:49:49.481905 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Pushing event deleted for resources: {'Port': ['ID=d696fe1e-c72f-42ee-aea8-efa4496c72c0,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:49.485242 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62e62d-6c80-4f58-b001-c33c6b536bad req-e669b91d-1240-4740-9ca7-2e07b9b12fa2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:49.487610 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7d62e62d-6c80-4f58-b001-c33c6b536bad req-e669b91d-1240-4740-9ca7-2e07b9b12fa2 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 943 time: 0.0544922 Mar 24 07:49:49.528307 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] No DVR routers for this DVR port d696fe1e-c72f-42ee-aea8-efa4496c72c0 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:49.531259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:49.535561 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-82de759f-57cb-4f13-b7b0-71fcad0548f5 req-74e89053-a76a-45e1-971d-3e071bf10ad9 tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.67 "DELETE /v2.0/ports/d696fe1e-c72f-42ee-aea8-efa4496c72c0 HTTP/1.1" status: 204 len: 173 time: 0.5924220 Mar 24 07:49:49.536546 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201d8275-d332-425d-8350-8969085628b3', 'name': 'network-vif-deleted', 'tag': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:49.538376 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfa1d33-dc62-4f7f-85ee-a76960df4446" -d '{"events": [{"server_uuid": "201d8275-d332-425d-8350-8969085628b3", "name": "network-vif-deleted", "tag": "d696fe1e-c72f-42ee-aea8-efa4496c72c0"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:49.558134 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7d62e62d-6c80-4f58-b001-c33c6b536bad req-8be83b48-1be4-41c2-9768-9155db311d32 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552695 Mar 24 07:49:49.582860 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e022628-f6d2-4916-a9c0-92033ab3ffbc x-openstack-request-id: req-7e022628-f6d2-4916-a9c0-92033ab3ffbc {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:49.583411 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201d8275-d332-425d-8350-8969085628b3", "name": "network-vif-deleted", "tag": "d696fe1e-c72f-42ee-aea8-efa4496c72c0", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:49.583844 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e022628-f6d2-4916-a9c0-92033ab3ffbc {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:49.584349 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e022628-f6d2-4916-a9c0-92033ab3ffbc'] response: {'server_uuid': '201d8275-d332-425d-8350-8969085628b3', 'name': 'network-vif-deleted', 'tag': 'd696fe1e-c72f-42ee-aea8-efa4496c72c0', 'status': 'completed', 'code': 200} Mar 24 07:49:49.604204 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:49.616360 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'port_id': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'mac_address': 'fa:16:3e:47:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:49:49.654518 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:49:49.654921 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:49.668512 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:49:49.688194 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:49.768490 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:49.817145 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:50.052553 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:49:50.377887 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f48713a-82dc-4703-858c-fce2872d38c6 req-6f64561f-8a98-47e6-9384-fa483e71609f tempest-ServerRescueNegativeTestJSON-2045866004 tempest-ServerRescueNegativeTestJSON-2045866004-project] 10.222.0.20 "GET /v2.0/ports?device_id=201d8275-d332-425d-8350-8969085628b3 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Mar 24 07:49:50.686763 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec75e23-4039-4ed9-8750-401db706059f req-77a17879-1f48-4182-b06d-bc2b0e37ec42 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:50.688258 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-eec75e23-4039-4ed9-8750-401db706059f req-77a17879-1f48-4182-b06d-bc2b0e37ec42 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 944 time: 0.0534635 Mar 24 07:49:50.734849 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-eec75e23-4039-4ed9-8750-401db706059f req-496bffb0-d29a-46e0-9660-6d2950acce6a tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401294 Mar 24 07:49:51.431516 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55518) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:51.462206 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:49:51.556754 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:49:51.560739 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:49:51.561199 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:51.642557 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:49:51.642955 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:51.665857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:51.668062 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b0adb-48b2-4646-af81-2a19484d79b0" -d '{"events": [{"server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:51.681392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:51.705668 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8273578-e4ed-4d96-be9f-659541a6ede7 x-openstack-request-id: req-b8273578-e4ed-4d96-be9f-659541a6ede7 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:51.705966 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "name": "network-vif-plugged", "status": "completed", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:51.706226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8273578-e4ed-4d96-be9f-659541a6ede7 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:51.706629 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8273578-e4ed-4d96-be9f-659541a6ede7'] response: {'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'code': 200} Mar 24 07:49:51.737684 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:51.738292 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device d696fe1e-c72f-42ee-aea8-efa4496c72c0 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:51.777476 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: d696fe1e-c72f-42ee-aea8-efa4496c72c0 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:51.777830 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device d696fe1e-c72f-42ee-aea8-efa4496c72c0 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:51.806943 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:51.912520 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da598ae7-e77a-4a8d-80be-9a26296cc641 req-479379df-f2cb-43f8-aed7-d66d58e771a7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:51.914017 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-da598ae7-e77a-4a8d-80be-9a26296cc641 req-479379df-f2cb-43f8-aed7-d66d58e771a7 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0933516 Mar 24 07:49:52.016154 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-da598ae7-e77a-4a8d-80be-9a26296cc641 req-c75af50d-bd61-45e2-85e7-f86882ae9e28 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931833 Mar 24 07:49:52.046634 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (f1779670-f587-4328-893b-28a7081668bf), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:52.075243 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930fc8c-c210-4a20-b7a6-0695bc7ad27d req-d504bfbc-1ebd-4fc8-bc96-69be90a8f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:52.076770 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9930fc8c-c210-4a20-b7a6-0695bc7ad27d req-d504bfbc-1ebd-4fc8-bc96-69be90a8f9c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 1129 time: 0.0927830 Mar 24 07:49:52.120140 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9930fc8c-c210-4a20-b7a6-0695bc7ad27d req-9a77d072-face-4286-8ab5-f25714a8036d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362902 Mar 24 07:49:52.341938 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Deleting port 010f648d-09b0-4db1-bb20-622ac75cbc28 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:52.342193 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:52.416434 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] For port 010f648d-09b0-4db1-bb20-622ac75cbc28, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=010f648d-09b0-4db1-bb20-622ac75cbc28,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:52.416791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:52.431784 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Calling delete_port for 010f648d-09b0-4db1-bb20-622ac75cbc28 owned by network:router_interface {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:52.685693 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (010f648d-09b0-4db1-bb20-622ac75cbc28), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:52.712149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=010f648d-09b0-4db1-bb20-622ac75cbc28,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:52.875172 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (f1779670-f587-4328-893b-28a7081668bf), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:53.088630 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Router f1779670-f587-4328-893b-28a7081668bf has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:49:53.147566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b1db2-42bf-42b0-9227-fd3bb2e7b190 req-c1a06015-49af-4924-b686-0d1466006434 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:53.149074 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ea3b1db2-42bf-42b0-9227-fd3bb2e7b190 req-c1a06015-49af-4924-b686-0d1466006434 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0532129 Mar 24 07:49:53.196437 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ea3b1db2-42bf-42b0-9227-fd3bb2e7b190 req-5234e1cb-e8a3-4f77-9a38-73f2f8fd758f tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Mar 24 07:49:53.197667 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:49:53.203449 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-74415cce-7c12-4983-a592-d4403bfbf3ae admin admin] 10.222.0.20 "PUT /v2.0/routers/f1779670-f587-4328-893b-28a7081668bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7702663 Mar 24 07:49:53.206064 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55530) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:53.215548 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] Sync routers for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:49:53.225594 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:53.226206 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:53.343896 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:53.541596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:49:52Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:53.542044 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks [] for router (f1779670-f587-4328-893b-28a7081668bf), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:53.571349 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] Checking router: f1779670-f587-4328-893b-28a7081668bf for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:49:53.580522 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] Routers {'f1779670-f587-4328-893b-28a7081668bf'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:53.581140 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['f1779670-f587-4328-893b-28a7081668bf'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:53.651893 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks [] for router_gateway (f1779670-f587-4328-893b-28a7081668bf), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:53.760470 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Deleting port 84b39bac-5d24-437b-9895-df255dfccfd5 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:53.760791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:53.816756 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] Set router f1779670-f587-4328-893b-28a7081668bf gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:53.837773 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] For port 84b39bac-5d24-437b-9895-df255dfccfd5, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=84b39bac-5d24-437b-9895-df255dfccfd5,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:53.838143 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:53.851354 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Calling delete_port for 84b39bac-5d24-437b-9895-df255dfccfd5 owned by network:router_gateway {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:53.994669 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:49:52Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:54.023112 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e077a5-bdd8-4b3f-a81f-4a773bda315c None None] The sync data for ids ['f1779670-f587-4328-893b-28a7081668bf'] in dv-cinder-834822-3-iscsi is: [{'id': 'f1779670-f587-4328-893b-28a7081668bf', 'name': 'tempest-ServerRescueNegativeTestJSON-1796918559-router', 'tenant_id': 'f1ad165a01634101b588b4fabf7c019e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:34Z', 'updated_at': '2022-03-24T07:49:52Z', 'revision_number': 5, 'project_id': 'f1ad165a01634101b588b4fabf7c019e', 'gw_port': {'id': '84b39bac-5d24-437b-9895-df255dfccfd5', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1779670-f587-4328-893b-28a7081668bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:49:54.079651 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (84b39bac-5d24-437b-9895-df255dfccfd5), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.104980 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b39bac-5d24-437b-9895-df255dfccfd5,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:54.164429 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (f1779670-f587-4328-893b-28a7081668bf), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.281346 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (f1779670-f587-4328-893b-28a7081668bf), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.296519 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks [] for router_controller (f1779670-f587-4328-893b-28a7081668bf), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.375628 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7f0c4-daca-4923-b520-55b7177cbeef req-6f0c6bc3-0c63-4b68-a5a0-460b523b2bf9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:54.377768 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-85e7f0c4-daca-4923-b520-55b7177cbeef req-6f0c6bc3-0c63-4b68-a5a0-460b523b2bf9 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.1114035 Mar 24 07:49:54.431788 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-85e7f0c4-daca-4923-b520-55b7177cbeef req-34ebaaaf-c6b5-4e62-969f-fcb601fd433b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478733 Mar 24 07:49:54.453899 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (f1779670-f587-4328-893b-28a7081668bf), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.455190 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1779670-f587-4328-893b-28a7081668bf {{(pid=110215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:49:54.460861 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.464276 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d94ad9e1-5d7d-4c78-ab05-287404045f70 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f1779670-f587-4328-893b-28a7081668bf HTTP/1.1" status: 204 len: 168 time: 1.2547734 Mar 24 07:49:54.464522 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55540) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:54.510895 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Deleting subnet 9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:49:54.514403 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Publish callbacks [] for subnet (9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.550435 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.552190 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbf63b-22f2-4919-aacd-ed36f11e8e0c req-cab4ca97-a9c5-412d-a0a5-7c0cd370459c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:54.556999 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0dcbf63b-22f2-4919-aacd-ed36f11e8e0c req-cab4ca97-a9c5-412d-a0a5-7c0cd370459c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0575218 Mar 24 07:49:54.562041 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55542) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:54.566476 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Request body: {'floatingip': {'port_id': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:49:54.609809 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (ba8569e8-e0ee-4497-a15e-a4b474b930ba), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.677539 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.811605 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.838654 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:54.843445 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.847811 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e0875e8f-4912-4c69-a1ea-0fa29b7080dc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e3c2202-2370-4b8f-8b6f-a8678a6b6ae1 HTTP/1.1" status: 204 len: 168 time: 0.3822811 Mar 24 07:49:54.850228 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55544) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:54.852445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1850d6e-b476-440b-8c0e-c034187cd18f None None] Network 2dadecba-edaa-4555-94ad-d70c7071647c requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:49:54.932640 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (2dadecba-edaa-4555-94ad-d70c7071647c), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:54.991039 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Deleting port 2d756e66-1f9e-4a6e-ad2a-db053c908741 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:54.991990 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.054713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] DHCP port deletion for 2dadecba-edaa-4555-94ad-d70c7071647c request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:49:55.069392 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.069603 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] For port 2d756e66-1f9e-4a6e-ad2a-db053c908741, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2d756e66-1f9e-4a6e-ad2a-db053c908741,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:55.069603 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.084621 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Calling delete_port for 2d756e66-1f9e-4a6e-ad2a-db053c908741 owned by network:dhcp {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:55.114563 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] Deleting port 2d756e66-1f9e-4a6e-ad2a-db053c908741 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:49:55.114945 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.165332 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (ba8569e8-e0ee-4497-a15e-a4b474b930ba), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.182939 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] For port 2d756e66-1f9e-4a6e-ad2a-db053c908741, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2d756e66-1f9e-4a6e-ad2a-db053c908741,segment=NetworkSegment(65447a5d-0319-42c5-9d92-452eab4a31a6),segment_id=65447a5d-0319-42c5-9d92-452eab4a31a6)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:49:55.183335 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.201207 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] Calling delete_port for 2d756e66-1f9e-4a6e-ad2a-db053c908741 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:49:55.254707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.264527 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP ba8569e8-e0ee-4497-a15e-a4b474b930ba associated. External IP: 172.27.3.97, port: b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a. Mar 24 07:49:55.281123 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Pushing event deleted for resources: {'Port': ['ID=2d756e66-1f9e-4a6e-ad2a-db053c908741,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:55.289581 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] No DVR routers for this DVR port 2d756e66-1f9e-4a6e-ad2a-db053c908741 on host dv-cinder-834822-3-iscsi {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:55.319323 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (2d756e66-1f9e-4a6e-ad2a-db053c908741), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.352388 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] Pushing event deleted for resources: {'Port': ['ID=2d756e66-1f9e-4a6e-ad2a-db053c908741,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:55.361548 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c275632-2917-4439-82ae-b923552cb0e7 None None] No DVR routers for this DVR port 2d756e66-1f9e-4a6e-ad2a-db053c908741 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:49:55.375801 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (2dadecba-edaa-4555-94ad-d70c7071647c), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.399106 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dadecba-edaa-4555-94ad-d70c7071647c']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:55.408714 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65447a5d-0319-42c5-9d92-452eab4a31a6') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:55.409021 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65447a5d-0319-42c5-9d92-452eab4a31a6') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:55.418511 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (65447a5d-0319-42c5-9d92-452eab4a31a6), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.432036 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (65447a5d-0319-42c5-9d92-452eab4a31a6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.438166 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:49:55.439388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (65447a5d-0319-42c5-9d92-452eab4a31a6), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:49:55.441123 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:49:55.488346 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:49:55.530245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 84b39bac-5d24-437b-9895-df255dfccfd5 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:55.552411 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 84b39bac-5d24-437b-9895-df255dfccfd5 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:55.552763 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 84b39bac-5d24-437b-9895-df255dfccfd5 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:55.553193 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 010f648d-09b0-4db1-bb20-622ac75cbc28 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:55.571775 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 010f648d-09b0-4db1-bb20-622ac75cbc28 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:55.572158 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 010f648d-09b0-4db1-bb20-622ac75cbc28 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:55.572577 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2d756e66-1f9e-4a6e-ad2a-db053c908741 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:49:55.579817 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (2dadecba-edaa-4555-94ad-d70c7071647c), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.591875 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 2d756e66-1f9e-4a6e-ad2a-db053c908741 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:49:55.592258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2d756e66-1f9e-4a6e-ad2a-db053c908741 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:49:55.597652 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.602302 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] 10.222.0.20 "DELETE /v2.0/networks/2dadecba-edaa-4555-94ad-d70c7071647c HTTP/1.1" status: 204 len: 168 time: 0.7511280 Mar 24 07:49:55.603402 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475377bb-4723-4518-86fd-ad466726196c admin admin] Pushing event deleted for resources: {'Network': ['ID=2dadecba-edaa-4555-94ad-d70c7071647c,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:55.615327 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:49:55.620163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:55.629876 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:49:55.636003 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:55.636637 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:55.663963 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-12a53f79-7523-4044-8bfc-277edfa31646 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "PUT /v2.0/floatingips/ba8569e8-e0ee-4497-a15e-a4b474b930ba HTTP/1.1" status: 200 len: 990 time: 1.0874107 Mar 24 07:49:55.663963 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:49:55.663963 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73d6a4b-f35a-4173-a334-0cc376afae71" -d '{"events": [{"name": "network-changed", "server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:49:55.690658 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3580f7-6c6f-4dbc-8372-3a1ee457e5a0 x-openstack-request-id: req-7e3580f7-6c6f-4dbc-8372-3a1ee457e5a0 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:49:55.690957 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:49:55.691232 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e3580f7-6c6f-4dbc-8372-3a1ee457e5a0 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:49:55.691644 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3580f7-6c6f-4dbc-8372-3a1ee457e5a0'] response: {'name': 'network-changed', 'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'status': 'completed', 'code': 200} Mar 24 07:49:55.758077 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:55.768577 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-6c5b56ad-02bd-4260-a410-4b7be18920da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:55.770104 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-6c5b56ad-02bd-4260-a410-4b7be18920da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 1129 time: 0.0455766 Mar 24 07:49:55.869910 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-50b9a61e-a17a-4cbf-b3a2-f934230c4480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:55.872332 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-50b9a61e-a17a-4cbf-b3a2-f934230c4480 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 200 len: 915 time: 0.0947111 Mar 24 07:49:55.939409 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-b12fadb2-5f0b-44fa-a669-fdfc3af9bdad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a HTTP/1.1" status: 200 len: 998 time: 0.0602090 Mar 24 07:49:55.959033 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55552) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:55.986926 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'ba8569e8-e0ee-4497-a15e-a4b474b930ba', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:47:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a699850-df66-414f-a2bc-0adab723d3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:49:38Z', 'updated_at': '2022-03-24T07:49:54Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:55.995284 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-851d3ebb-a1fd-44d1-a18a-ce69d34cf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:55.996865 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-851d3ebb-a1fd-44d1-a18a-ce69d34cf5a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 200 len: 853 time: 0.0512133 Mar 24 07:49:56.002544 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-039c783c-0fdb-4337-ba5e-97c35ee72cea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1ad165a01634101b588b4fabf7c019e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423663 Mar 24 07:49:56.005169 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55554) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:49:56.017816 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:49:56.026184 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:49:56.026804 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:56.046473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-99864504-1a27-47d2-884c-c2c8b8ff1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:49:56.048017 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-99864504-1a27-47d2-884c-c2c8b8ff1dd9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a73517c-c95f-4cb4-9da3-a77ca754f4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446949 Mar 24 07:49:56.060226 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-186a1ac4-4880-456d-8e72-9987e4c97681 admin admin] Publish callbacks [] for security_group (e21f05b5-f4f3-4706-ba68-014d2f86ff64), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:56.083128 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-186a1ac4-4880-456d-8e72-9987e4c97681 admin admin] Publish callbacks [] for security_group (e21f05b5-f4f3-4706-ba68-014d2f86ff64), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:56.137551 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:49:56.143079 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-e8805520-982d-4c0a-9fad-50b5e051f4d4 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882003 Mar 24 07:49:56.196980 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-186a1ac4-4880-456d-8e72-9987e4c97681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e21f05b5-f4f3-4706-ba68-014d2f86ff64), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:56.199790 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-186a1ac4-4880-456d-8e72-9987e4c97681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:49:56.203319 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-186a1ac4-4880-456d-8e72-9987e4c97681 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e21f05b5-f4f3-4706-ba68-014d2f86ff64 HTTP/1.1" status: 204 len: 168 time: 0.1946766 Mar 24 07:49:56.209706 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a1ac4-4880-456d-8e72-9987e4c97681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21f05b5-f4f3-4706-ba68-014d2f86ff64,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:49:56.246033 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a73d6a4b-f35a-4173-a334-0cc376afae71 req-71248e5d-ffe4-4b07-9f6d-6f3a0f0b0744 service neutron] 10.222.0.67 "GET /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962448 Mar 24 07:49:56.479888 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'ba8569e8-e0ee-4497-a15e-a4b474b930ba', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:47:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a699850-df66-414f-a2bc-0adab723d3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:49:38Z', 'updated_at': '2022-03-24T07:49:54Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:49:56.510221 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d53a42-1140-48ca-9eec-e655be9e9834 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'ba8569e8-e0ee-4497-a15e-a4b474b930ba', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'floating_ip_address': '172.27.3.97', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'port_id': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'mac_address': 'fa:16:3e:47:56:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a699850-df66-414f-a2bc-0adab723d3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:49:38Z', 'updated_at': '2022-03-24T07:49:54Z', 'revision_number': 1, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:49:56.710861 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a0618-b2e1-4bef-a6dc-a3016a3c5c6c None None] New status for floating IP ba8569e8-e0ee-4497-a15e-a4b474b930ba: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:50:05.139992 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-745da3bd-150f-4e1d-88c6-834a275341b7 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1409882997&fields=id&tenant_id=31fcf26080d94a488a61d9b6c65acf49 HTTP/1.1" status: 200 len: 267 time: 0.0442421 Mar 24 07:50:05.197064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-0bbd38a4-bbd3-46ba-b625-5f9284cc62ac tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:05.198570 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-0bbd38a4-bbd3-46ba-b625-5f9284cc62ac tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 984 time: 0.0532179 Mar 24 07:50:05.209628 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Request body: {'port': {'security_groups': ['ca96dca7-373a-4fd1-86d8-97ee3039d3a9']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:05.287833 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.463259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:05.491748 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.579330 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.596384 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:50:05.621739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:05.622241 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.622404 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.623762 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-21330432-ef2c-41e1-8da4-867c30e31bbd req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "PUT /v2.0/ports/7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 942 time: 0.4188020 Mar 24 07:50:05.624253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:05.626615 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a69cbe-817f-40a1-9a8b-90b438f2a970" -d '{"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:05.630785 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55644) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:05.661039 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c34eb2-1c36-47ee-8be0-c9eeb45fbc59 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event updated for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=7']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:05.697979 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-54c1b9b3-fcfb-477c-b5b3-d17881f48f98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group (74ea4330-4db7-46bd-b142-3dff03d593fc), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.726149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-54c1b9b3-fcfb-477c-b5b3-d17881f48f98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group (74ea4330-4db7-46bd-b142-3dff03d593fc), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.731930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:50:05.873080 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c103124-58d6-4351-8a89-4e7bfe362c5b x-openstack-request-id: req-6c103124-58d6-4351-8a89-4e7bfe362c5b {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:05.873375 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:05.873628 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c103124-58d6-4351-8a89-4e7bfe362c5b {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:05.874030 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c103124-58d6-4351-8a89-4e7bfe362c5b'] response: {'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'status': 'completed', 'code': 200} Mar 24 07:50:05.875306 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-54c1b9b3-fcfb-477c-b5b3-d17881f48f98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (74ea4330-4db7-46bd-b142-3dff03d593fc), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.878135 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-54c1b9b3-fcfb-477c-b5b3-d17881f48f98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.881848 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-54c1b9b3-fcfb-477c-b5b3-d17881f48f98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "DELETE /v2.0/security-groups/74ea4330-4db7-46bd-b142-3dff03d593fc HTTP/1.1" status: 204 len: 168 time: 0.2476025 Mar 24 07:50:05.882044 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55648) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:05.899316 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-7477a10b-da0e-4714-a730-2dbc62e3bd59 None None] Provisioning complete for port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:05.899821 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7477a10b-da0e-4714-a730-2dbc62e3bd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:05.902017 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1b9b3-fcfb-477c-b5b3-d17881f48f98 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ea4330-4db7-46bd-b142-3dff03d593fc,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:06.021568 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7477a10b-da0e-4714-a730-2dbc62e3bd59 None None] Current status of the port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:06.034119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-9e05f021-14c5-4ea0-bbc1-423b0271f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:06.035814 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-9e05f021-14c5-4ea0-bbc1-423b0271f858 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1129 time: 0.1048708 Mar 24 07:50:06.397177 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Deleting port 767c4193-95e1-4fb5-ad17-4e09b46bd0be {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:06.397904 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:06.401842 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-ebed427f-30d3-418e-a1ea-1a510e264ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:06.403281 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-ebed427f-30d3-418e-a1ea-1a510e264ab8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 916 time: 0.3426480 Mar 24 07:50:06.513118 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-b17cd135-0a53-46d3-a872-3cc279eab654 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 1001 time: 0.0999303 Mar 24 07:50:06.556609 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:06.556939 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for floatingip (767c4193-95e1-4fb5-ad17-4e09b46bd0be), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:06.577188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Calling delete_port for 767c4193-95e1-4fb5-ad17-4e09b46bd0be owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:06.592939 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-adaccd2b-afd5-447f-ac6d-9845d75bc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:06.594398 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-adaccd2b-afd5-447f-ac6d-9845d75bc687 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 200 len: 854 time: 0.0730400 Mar 24 07:50:06.725252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-a2a54669-c0b9-4a4c-86b1-ed63298e1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:06.726757 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-a2a54669-c0b9-4a4c-86b1-ed63298e1cd3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=712b2f54-8f17-4cdb-810c-f033ea698c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016593 Mar 24 07:50:06.861682 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-05aebfbd-224e-4edf-8840-bf43d7408f8b service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216838 Mar 24 07:50:06.928399 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (767c4193-95e1-4fb5-ad17-4e09b46bd0be), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:06.965653 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event deleted for resources: {'Port': ['ID=767c4193-95e1-4fb5-ad17-4e09b46bd0be,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:07.030874 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2a69cbe-817f-40a1-9a8b-90b438f2a970 req-2297647a-08ea-4993-aeb6-707334424281 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567700 Mar 24 07:50:07.049274 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks [] for floatingip (2ea699cf-fb2b-47e4-a2ec-247ae62fa746), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:07.049792 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Floating IP 2ea699cf-fb2b-47e4-a2ec-247ae62fa746 disassociated (deleted). External IP: 172.27.3.187, port: 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4. Mar 24 07:50:07.264241 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:07.374466 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:07.379660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:07.384900 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] Sync routers for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:07.394377 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:07.394989 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:07.408526 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a2a00109-091a-4446-859f-7f389ddc1a4f tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "DELETE /v2.0/floatingips/2ea699cf-fb2b-47e4-a2ec-247ae62fa746 HTTP/1.1" status: 204 len: 168 time: 1.5251596 Mar 24 07:50:07.503581 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:07.698330 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:08Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:07.729923 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] Checking router: a615aad1-9a0b-41b7-b6c1-6623d4faadb0 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:07.738337 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:07.738948 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:49:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:07.844208 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:07.874937 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:07.877353 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8232168c-96eb-4cd2-a449-3bb2dae43029" -d '{"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:07.913833 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c072670-d0ec-4c66-a2cc-d8bbbf53a19d x-openstack-request-id: req-9c072670-d0ec-4c66-a2cc-d8bbbf53a19d {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:07.914136 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:07.914399 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9c072670-d0ec-4c66-a2cc-d8bbbf53a19d {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:07.914809 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c072670-d0ec-4c66-a2cc-d8bbbf53a19d'] response: {'name': 'network-changed', 'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'status': 'completed', 'code': 200} Mar 24 07:50:07.980655 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-4f28eaa7-1578-49ed-bded-cf1a97e3c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:07.982271 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-4f28eaa7-1578-49ed-bded-cf1a97e3c357 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=31fcf26080d94a488a61d9b6c65acf49&device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 1129 time: 0.0464773 Mar 24 07:50:08.049141 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:08Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:08.076614 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90bd0f8-cb71-4a55-88d9-80e8945036f3 None None] The sync data for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi is: [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:47:02Z', 'revision_number': 4, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'e50cc50e-79e4-472f-9935-7899a6799540', 'name': '', 'network_id': '712b2f54-8f17-4cdb-810c-f033ea698c3b', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'mac_address': 'fa:16:3e:18:71:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:00Z', 'updated_at': '2022-03-24T07:47:08Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'subnets': [{'id': 'ddb4faf1-f488-4a45-928e-d19f464d33df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:08.082292 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-06e10903-b31d-4b00-9860-51c2c88bb633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:08.083809 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-06e10903-b31d-4b00-9860-51c2c88bb633 service neutron] 10.222.0.67 "GET /v2.0/networks?id=712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 200 len: 916 time: 0.0938585 Mar 24 07:50:08.133424 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-e93eeb3f-1b68-4c10-b86d-826e7818bdbd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 200 len: 217 time: 0.0403755 Mar 24 07:50:08.196192 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-82ee4823-788e-4f68-943f-a8bb9f4b4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:08.197676 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-82ee4823-788e-4f68-943f-a8bb9f4b4c49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 200 len: 854 time: 0.0477469 Mar 24 07:50:08.258802 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-d273c3a7-ec28-4f65-93df-eeb282689777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:08.262171 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-d273c3a7-ec28-4f65-93df-eeb282689777 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=712b2f54-8f17-4cdb-810c-f033ea698c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562758 Mar 24 07:50:08.328199 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9af07-7370-4e55-a8c5-94d065291430 None None] New status for floating IP 2ea699cf-fb2b-47e4-a2ec-247ae62fa746: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:50:08.379449 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-ee8b89bc-6dbf-45fe-ae25-99d420f8f709 service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068211 Mar 24 07:50:08.478457 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8232168c-96eb-4cd2-a449-3bb2dae43029 req-dead6244-855e-46c5-868e-f4b9163b1e2c service neutron] 10.222.0.67 "GET /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921938 Mar 24 07:50:11.622296 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c5cce-6757-4e82-8ead-4a2f2da311ca req-71773922-3963-447d-832f-9b44ed16239a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:11.623807 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ce5c5cce-6757-4e82-8ead-4a2f2da311ca req-71773922-3963-447d-832f-9b44ed16239a tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0530515 Mar 24 07:50:11.674360 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ce5c5cce-6757-4e82-8ead-4a2f2da311ca req-559f50c3-1e39-43ed-8934-7b7511680dd8 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Mar 24 07:50:12.281955 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6d5d73c4-3ac1-4d19-a5bb-9319d56f2cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:12.797460 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76609e-3282-47b1-8745-b9458c658a43 req-23b459f9-cfca-4e72-993e-9f88dc808145 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:12.798959 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4b76609e-3282-47b1-8745-b9458c658a43 req-23b459f9-cfca-4e72-993e-9f88dc808145 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0572500 Mar 24 07:50:12.845281 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4b76609e-3282-47b1-8745-b9458c658a43 req-167080ca-78ed-4ee2-a77e-9a531f168810 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Mar 24 07:50:13.562708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224489-6af4-449b-a6f1-f31140412c3e req-5156bd70-bee0-44d8-8c0c-98a06076f6ec tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:13.564119 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-81224489-6af4-449b-a6f1-f31140412c3e req-5156bd70-bee0-44d8-8c0c-98a06076f6ec tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.67 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0579906 Mar 24 07:50:13.657942 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Deleting port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:13.658285 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:13.748616 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] For port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:13.748984 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:13.761915 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Calling delete_port for 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:13.970662 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c367e-b352-41a2-8fa5-7b4059973509 req-bde34617-3e6e-4da4-927a-63465beb52be tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:13.972787 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e84c367e-b352-41a2-8fa5-7b4059973509 req-bde34617-3e6e-4da4-927a-63465beb52be tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a30d53-63d4-4be5-bc9b-c9811ce69a70 HTTP/1.1" status: 200 len: 945 time: 0.0568559 Mar 24 07:50:13.974709 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (7a49b0ea-0450-4a8c-9226-e2f25ea7afa4), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:14.010015 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Pushing event deleted for resources: {'Port': ['ID=7a49b0ea-0450-4a8c-9226-e2f25ea7afa4,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:14.031469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.031469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.031469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.031469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.031964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.032183 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.032505 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.032833 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.033163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.033494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.033826 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.034784 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.035360 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.035697 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.036054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:14.079550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] No DVR routers for this DVR port 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:14.084591 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:14.087774 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-81224489-6af4-449b-a6f1-f31140412c3e req-df312f70-ce2f-4715-b02f-0d1aa986e0d0 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.67 "DELETE /v2.0/ports/7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 HTTP/1.1" status: 204 len: 173 time: 0.5171034 Mar 24 07:50:14.088235 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'name': 'network-vif-deleted', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:14.090486 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92350be-292a-4ced-9f05-4408908a53b8" -d '{"events": [{"server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "name": "network-vif-deleted", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:14.105349 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e84c367e-b352-41a2-8fa5-7b4059973509 req-ae94d924-c893-478a-a2d0-dbc7b26b0f23 tempest-TestMinimumBasicScenario-446395682 tempest-TestMinimumBasicScenario-446395682-project] 10.222.0.20 "GET /v2.0/security-groups?id=ca96dca7-373a-4fd1-86d8-97ee3039d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227548 Mar 24 07:50:14.147496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c163f1d-f337-430d-8ebc-81ce7630c3ed x-openstack-request-id: req-5c163f1d-f337-430d-8ebc-81ce7630c3ed {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:14.147793 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a30d53-63d4-4be5-bc9b-c9811ce69a70", "name": "network-vif-deleted", "tag": "7a49b0ea-0450-4a8c-9226-e2f25ea7afa4", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:14.148084 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c163f1d-f337-430d-8ebc-81ce7630c3ed {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:14.148488 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c163f1d-f337-430d-8ebc-81ce7630c3ed'] response: {'server_uuid': '00a30d53-63d4-4be5-bc9b-c9811ce69a70', 'name': 'network-vif-deleted', 'tag': '7a49b0ea-0450-4a8c-9226-e2f25ea7afa4', 'status': 'completed', 'code': 200} Mar 24 07:50:14.635159 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf8b49-290f-4a3f-938e-4ab5c276f5a5 req-23f31b96-baa9-4d2f-b021-ea6cb8e8d7fe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:14.636267 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e01022e7-6967-421f-b662-a57a4f800528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:14.636692 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-66bf8b49-290f-4a3f-938e-4ab5c276f5a5 req-23f31b96-baa9-4d2f-b021-ea6cb8e8d7fe tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0578794 Mar 24 07:50:14.683735 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-66bf8b49-290f-4a3f-938e-4ab5c276f5a5 req-bc34458b-c909-498a-abd6-2ad810faae9f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412591 Mar 24 07:50:15.540453 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:15.570902 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:15.571246 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 7a49b0ea-0450-4a8c-9226-e2f25ea7afa4 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:15.642018 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:15.808913 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5ea3e-7f3f-403c-99f6-721e45282b84 req-85d3f91f-5f93-480d-b9ae-c44d4b920431 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:15.810388 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-94f5ea3e-7f3f-403c-99f6-721e45282b84 req-85d3f91f-5f93-480d-b9ae-c44d4b920431 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0523846 Mar 24 07:50:15.857338 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-94f5ea3e-7f3f-403c-99f6-721e45282b84 req-4b3331d0-942b-4484-9697-2e62b47384e9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412323 Mar 24 07:50:16.657988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55866) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:17.191289 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:17.274543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb70bc9-55b6-440f-9ba2-a27f78e8bdfb req-f834bfa0-4a45-4cbf-95aa-74611a4025e4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:17.276075 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bdb70bc9-55b6-440f-9ba2-a27f78e8bdfb req-f834bfa0-4a45-4cbf-95aa-74611a4025e4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.3296368 Mar 24 07:50:17.374836 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bdb70bc9-55b6-440f-9ba2-a27f78e8bdfb req-3b9a81b0-8dbb-425c-83b4-1ee266d35566 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863719 Mar 24 07:50:17.406577 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:17.706970 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Deleting port e50cc50e-79e4-472f-9935-7899a6799540 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:17.707646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (e50cc50e-79e4-472f-9935-7899a6799540), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:17.787865 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] For port e50cc50e-79e4-472f-9935-7899a6799540, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e50cc50e-79e4-472f-9935-7899a6799540,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:17.788432 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (e50cc50e-79e4-472f-9935-7899a6799540), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:17.802612 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Calling delete_port for e50cc50e-79e4-472f-9935-7899a6799540 owned by network:router_interface {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:18.065783 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (e50cc50e-79e4-472f-9935-7899a6799540), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:18.102555 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50cc50e-79e4-472f-9935-7899a6799540,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:18.286764 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:18.515791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ca169-64f3-4793-89aa-e938aefddd01 req-80debce7-5f44-4235-941e-6a6ff3289a41 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:18.517274 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-792ca169-64f3-4793-89aa-e938aefddd01 req-80debce7-5f44-4235-941e-6a6ff3289a41 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0625503 Mar 24 07:50:18.522436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:18.583990 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-792ca169-64f3-4793-89aa-e938aefddd01 req-ad97a0f4-0e30-419b-8c1a-e00c8244bc40 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602291 Mar 24 07:50:18.637146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:18.642138 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2df93b61-a379-46de-9fb6-1e0ded676039 admin admin] 10.222.0.20 "PUT /v2.0/routers/a615aad1-9a0b-41b7-b6c1-6623d4faadb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9830978 Mar 24 07:50:18.645387 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55886) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:18.648529 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] Sync routers for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:18.658004 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:18.658728 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:18.696480 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:18.761273 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks [] for router (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:18.769918 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:18.868705 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks [] for router_gateway (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:18.956653 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:50:17Z', 'revision_number': 5, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port': {'id': '29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:41:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:55Z', 'updated_at': '2022-03-24T07:47:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:18.980294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Deleting port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:18.981066 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:18.983623 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] Checking router: a615aad1-9a0b-41b7-b6c1-6623d4faadb0 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:18.992643 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] Routers {'a615aad1-9a0b-41b7-b6c1-6623d4faadb0'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:18.993355 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:19.067703 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] For port 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:19.068106 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.082986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Calling delete_port for 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 owned by network:router_gateway {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:19.087908 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] Set router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 gateway port host: None {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:19.146040 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:50:18Z', 'revision_number': 6, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port_host': None}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:19.262246 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd2df44-1f3c-4cf7-9cdf-8f394248260c None None] The sync data for ids ['a615aad1-9a0b-41b7-b6c1-6623d4faadb0'] in dv-cinder-834822-3-iscsi is: [{'id': 'a615aad1-9a0b-41b7-b6c1-6623d4faadb0', 'name': 'tempest-TestMinimumBasicScenario-1366984315-router', 'tenant_id': '31fcf26080d94a488a61d9b6c65acf49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:54Z', 'updated_at': '2022-03-24T07:50:18Z', 'revision_number': 6, 'project_id': '31fcf26080d94a488a61d9b6c65acf49', 'gw_port_host': None}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:19.353328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.377269 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:19.439243 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.546574 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.548591 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks [] for router_controller (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.699228 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (a615aad1-9a0b-41b7-b6c1-6623d4faadb0), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.700073 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a615aad1-9a0b-41b7-b6c1-6623d4faadb0 {{(pid=110216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:50:19.708543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.711996 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7b49b22d-562a-43c6-a8d5-ca9a1c3fcea6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a615aad1-9a0b-41b7-b6c1-6623d4faadb0 HTTP/1.1" status: 204 len: 168 time: 1.0634153 Mar 24 07:50:19.712473 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55896) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:19.734362 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ddb30-22bf-4a3f-91bc-ae22d0e3135d req-3b2fe034-46b4-4ca0-8ec0-cd7c9f3ed02c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:19.736182 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-207ddb30-22bf-4a3f-91bc-ae22d0e3135d req-3b2fe034-46b4-4ca0-8ec0-cd7c9f3ed02c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0676720 Mar 24 07:50:19.743376 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e50cc50e-79e4-472f-9935-7899a6799540 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:19.766835 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Deleting subnet ddb4faf1-f488-4a45-928e-d19f464d33df {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:50:19.767857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: e50cc50e-79e4-472f-9935-7899a6799540 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:19.768444 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e50cc50e-79e4-472f-9935-7899a6799540 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:19.772336 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Publish callbacks [] for subnet (ddb4faf1-f488-4a45-928e-d19f464d33df), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.806805 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-207ddb30-22bf-4a3f-91bc-ae22d0e3135d req-a1a34bae-48bd-4744-b02f-d62cb32f367a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589709 Mar 24 07:50:19.807552 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (ddb4faf1-f488-4a45-928e-d19f464d33df), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:19.886126 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (ddb4faf1-f488-4a45-928e-d19f464d33df), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.013713 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (ddb4faf1-f488-4a45-928e-d19f464d33df), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.037808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddb4faf1-f488-4a45-928e-d19f464d33df,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:20.047791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.048159 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.048507 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.048851 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.049186 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.049688 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.050037 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.050382 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.050712 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.051044 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.051382 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.051701 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.052054 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.052383 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.052707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:20.054654 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c50896f-8cf5-4645-ba0d-76524ebe42c5 None None] Network 712b2f54-8f17-4cdb-810c-f033ea698c3b requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:50:20.055723 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.060411 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-35cc4532-70c2-4b50-a3f9-3091484508e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ddb4faf1-f488-4a45-928e-d19f464d33df HTTP/1.1" status: 204 len: 168 time: 0.3463554 Mar 24 07:50:20.061467 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55898) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:20.132110 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (712b2f54-8f17-4cdb-810c-f033ea698c3b), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.187638 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Deleting port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:20.188012 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.226567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] DHCP port deletion for 712b2f54-8f17-4cdb-810c-f033ea698c3b request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:50:20.270882 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] For port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:20.271253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.288829 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Calling delete_port for 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:20.293259 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:50:20.293796 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] Deleting port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:20.294160 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.367211 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] For port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,segment=NetworkSegment(df36890c-4eca-499d-ab31-20699d2bb660),segment_id=df36890c-4eca-499d-ab31-20699d2bb660)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:20.367622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.382819 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] Calling delete_port for 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:20.450890 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.462862 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (4fbdb926-297f-4da9-a14e-d2cf5b8c2c60), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.478124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:20.480194 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] No DVR routers for this DVR port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:20.493556 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] Pushing event deleted for resources: {'Port': ['ID=4fbdb926-297f-4da9-a14e-d2cf5b8c2c60,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:20.497000 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf36ace-4005-4838-ba6b-2c3af6b53ec9 None None] No DVR routers for this DVR port 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:20.556484 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (712b2f54-8f17-4cdb-810c-f033ea698c3b), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.576923 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712b2f54-8f17-4cdb-810c-f033ea698c3b']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:20.586731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df36890c-4eca-499d-ab31-20699d2bb660') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:20.587041 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df36890c-4eca-499d-ab31-20699d2bb660') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:20.601188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (df36890c-4eca-499d-ab31-20699d2bb660), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.616030 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (df36890c-4eca-499d-ab31-20699d2bb660), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.622448 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:50:20.622834 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (df36890c-4eca-499d-ab31-20699d2bb660), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:50:20.624502 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:50:20.738960 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (712b2f54-8f17-4cdb-810c-f033ea698c3b), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.744523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:20.747617 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/712b2f54-8f17-4cdb-810c-f033ea698c3b HTTP/1.1" status: 204 len: 168 time: 0.6851594 Mar 24 07:50:20.750738 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55906) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:21.007512 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349c9a-62c4-4fdb-9634-167dcf2c7e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=712b2f54-8f17-4cdb-810c-f033ea698c3b,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:21.012337 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c6a8c-e367-4873-986f-aa5e9084b14b req-4727f137-0a38-427d-87ec-f4bc3e776094 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:21.014338 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e27c6a8c-e367-4873-986f-aa5e9084b14b req-4727f137-0a38-427d-87ec-f4bc3e776094 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.1009109 Mar 24 07:50:21.095966 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e27c6a8c-e367-4873-986f-aa5e9084b14b req-82a3a155-bdd7-4b75-bfa1-c0c5c6927213 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758727 Mar 24 07:50:21.191675 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (dd0830a9-009f-4c1c-9258-0e1160ad447e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:21.532843 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Deleting port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:21.532843 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:21.532843 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] For port 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:21.532843 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:21.536925 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:21.544890 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Calling delete_port for 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 owned by network:router_interface {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:21.557586 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:21.560124 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 29ae41cc-bc8f-4ea4-bc1f-5310a5bce1c6 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:21.560124 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:21.577865 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:21.578213 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4fbdb926-297f-4da9-a14e-d2cf5b8c2c60 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:21.790468 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (17f2c9b8-4f9c-4290-99ef-0f5be6c5b453), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:21.817795 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17f2c9b8-4f9c-4290-99ef-0f5be6c5b453,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:22.208631 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (dd0830a9-009f-4c1c-9258-0e1160ad447e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:22.216118 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0dcba-9b16-46df-a765-57d553fc0b06 req-9a941ffb-3187-4266-a2c2-fe681fb12a26 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:22.218397 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dda0dcba-9b16-46df-a765-57d553fc0b06 req-9a941ffb-3187-4266-a2c2-fe681fb12a26 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0530162 Mar 24 07:50:22.269292 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-dda0dcba-9b16-46df-a765-57d553fc0b06 req-dcd27e68-ca16-4e55-834e-f63b8bbf8c33 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435143 Mar 24 07:50:22.426445 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Router dd0830a9-009f-4c1c-9258-0e1160ad447e has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:22.532911 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:22.538501 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-26282a26-44e9-4956-a37f-a3f322864be8 admin admin] 10.222.0.20 "PUT /v2.0/routers/dd0830a9-009f-4c1c-9258-0e1160ad447e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866342 Mar 24 07:50:22.540971 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55918) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:22.544878 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] Sync routers for ids ['dd0830a9-009f-4c1c-9258-0e1160ad447e'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:22.555697 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] Routers {'dd0830a9-009f-4c1c-9258-0e1160ad447e'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:22.556378 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['dd0830a9-009f-4c1c-9258-0e1160ad447e'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:22.647618 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks [] for router (dd0830a9-009f-4c1c-9258-0e1160ad447e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:22.666593 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] Set router dd0830a9-009f-4c1c-9258-0e1160ad447e gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:22.766954 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks [] for router_gateway (dd0830a9-009f-4c1c-9258-0e1160ad447e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:22.897531 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Deleting port f8fa911f-a96f-4219-8c52-a4f7551c67f8 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:22.898245 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:22.978376 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:50:21Z', 'revision_number': 5, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port': {'id': 'f8fa911f-a96f-4219-8c52-a4f7551c67f8', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:11Z', 'updated_at': '2022-03-24T07:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:22.981971 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] For port f8fa911f-a96f-4219-8c52-a4f7551c67f8, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f8fa911f-a96f-4219-8c52-a4f7551c67f8,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:22.982340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:22.996166 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Calling delete_port for f8fa911f-a96f-4219-8c52-a4f7551c67f8 owned by network:router_gateway {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:23.005989 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] Checking router: dd0830a9-009f-4c1c-9258-0e1160ad447e for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:23.014644 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] Routers {'dd0830a9-009f-4c1c-9258-0e1160ad447e'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:23.015260 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['dd0830a9-009f-4c1c-9258-0e1160ad447e'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:23.105031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] Set router dd0830a9-009f-4c1c-9258-0e1160ad447e gateway port host: None {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:23.159592 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:50:22Z', 'revision_number': 6, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port_host': None}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:23.186119 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb432b6a-c5a4-4d72-80f9-a205c0469687 None None] The sync data for ids ['dd0830a9-009f-4c1c-9258-0e1160ad447e'] in dv-cinder-834822-3-iscsi is: [{'id': 'dd0830a9-009f-4c1c-9258-0e1160ad447e', 'name': 'tempest-TestMinimumBasicScenario-662016060-router', 'tenant_id': '996175260141420595d8a32867c3fddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:10Z', 'updated_at': '2022-03-24T07:50:22Z', 'revision_number': 6, 'project_id': '996175260141420595d8a32867c3fddb', 'gw_port_host': None}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:23.253448 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (f8fa911f-a96f-4219-8c52-a4f7551c67f8), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.278348 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fa911f-a96f-4219-8c52-a4f7551c67f8,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:23.342276 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (dd0830a9-009f-4c1c-9258-0e1160ad447e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.458917 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (dd0830a9-009f-4c1c-9258-0e1160ad447e), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.461690 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks [] for router_controller (dd0830a9-009f-4c1c-9258-0e1160ad447e), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.511384 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cfe68-00e8-4912-bd47-bcf1b6d437d8 req-be3f22f7-d9f6-4c32-92e6-75e7cff3c094 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:23.512978 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c85cfe68-00e8-4912-bd47-bcf1b6d437d8 req-be3f22f7-d9f6-4c32-92e6-75e7cff3c094 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.1724241 Mar 24 07:50:23.566124 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c85cfe68-00e8-4912-bd47-bcf1b6d437d8 req-8e4afbd6-83be-42ff-accc-6bdcea0918c6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474977 Mar 24 07:50:23.599989 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (dd0830a9-009f-4c1c-9258-0e1160ad447e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.601120 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd0830a9-009f-4c1c-9258-0e1160ad447e {{(pid=110215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:50:23.606125 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.608054 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-8f45973e-4b86-4be9-8eb7-781c6cb36930 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dd0830a9-009f-4c1c-9258-0e1160ad447e HTTP/1.1" status: 204 len: 168 time: 1.0654404 Mar 24 07:50:23.616345 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55934) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:23.670003 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Deleting subnet 19859b40-aefe-411b-a0c4-94475249d79d {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:50:23.673184 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Publish callbacks [] for subnet (19859b40-aefe-411b-a0c4-94475249d79d), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.707403 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (19859b40-aefe-411b-a0c4-94475249d79d), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.782900 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (19859b40-aefe-411b-a0c4-94475249d79d), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.919114 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (19859b40-aefe-411b-a0c4-94475249d79d), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.946868 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19859b40-aefe-411b-a0c4-94475249d79d,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:23.948866 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:23.952341 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-4b09d731-0bc7-44c4-bd0b-184e43d260ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/19859b40-aefe-411b-a0c4-94475249d79d HTTP/1.1" status: 204 len: 168 time: 0.3347170 Mar 24 07:50:23.958173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55936) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:23.960717 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc1b7ce-b500-4d77-80f8-8f84208a26dc None None] Network b0f255a6-c68c-4a89-9078-dc03ae9c9475 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:50:24.013435 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:24.038100 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (b0f255a6-c68c-4a89-9078-dc03ae9c9475), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.041073 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:24.041425 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 17f2c9b8-4f9c-4290-99ef-0f5be6c5b453 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:24.093593 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Deleting port 34167542-7f11-46bb-885b-3fd116914cb1 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:24.093993 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (34167542-7f11-46bb-885b-3fd116914cb1), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.137580 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] DHCP port deletion for b0f255a6-c68c-4a89-9078-dc03ae9c9475 request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:50:24.159202 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] For port 34167542-7f11-46bb-885b-3fd116914cb1, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=34167542-7f11-46bb-885b-3fd116914cb1,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:24.159647 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (34167542-7f11-46bb-885b-3fd116914cb1), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.172450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Calling delete_port for 34167542-7f11-46bb-885b-3fd116914cb1 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:24.190127 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Deleting port 34167542-7f11-46bb-885b-3fd116914cb1 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:24.190517 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (34167542-7f11-46bb-885b-3fd116914cb1), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.259916 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] For port 34167542-7f11-46bb-885b-3fd116914cb1, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=34167542-7f11-46bb-885b-3fd116914cb1,segment=NetworkSegment(455833ad-65f9-4dbd-a706-4dcebe21de01),segment_id=455833ad-65f9-4dbd-a706-4dcebe21de01)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:24.260352 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (34167542-7f11-46bb-885b-3fd116914cb1), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.277751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Calling delete_port for 34167542-7f11-46bb-885b-3fd116914cb1 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:24.350626 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (34167542-7f11-46bb-885b-3fd116914cb1), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.356660 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (34167542-7f11-46bb-885b-3fd116914cb1), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.376392 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Pushing event deleted for resources: {'Port': ['ID=34167542-7f11-46bb-885b-3fd116914cb1,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:24.380555 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] No DVR routers for this DVR port 34167542-7f11-46bb-885b-3fd116914cb1 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:24.383450 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Pushing event deleted for resources: {'Port': ['ID=34167542-7f11-46bb-885b-3fd116914cb1,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:24.385558 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] No DVR routers for this DVR port 34167542-7f11-46bb-885b-3fd116914cb1 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:24.392184 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.392540 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.393420 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.393771 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.394113 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.394500 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.394771 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.395100 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.395428 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.395755 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.396112 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.396449 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.396769 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.397092 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.397415 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446faa73-7a60-4547-a0f4-4b1538b7f4b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:24.455883 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (b0f255a6-c68c-4a89-9078-dc03ae9c9475), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.476645 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f255a6-c68c-4a89-9078-dc03ae9c9475']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:24.485758 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455833ad-65f9-4dbd-a706-4dcebe21de01') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:24.486054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455833ad-65f9-4dbd-a706-4dcebe21de01') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:24.495542 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (455833ad-65f9-4dbd-a706-4dcebe21de01), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.508668 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (455833ad-65f9-4dbd-a706-4dcebe21de01), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.514450 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:50:24.514832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (455833ad-65f9-4dbd-a706-4dcebe21de01), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:50:24.517450 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:50:24.639891 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (b0f255a6-c68c-4a89-9078-dc03ae9c9475), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.659484 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:24.664390 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0f255a6-c68c-4a89-9078-dc03ae9c9475 HTTP/1.1" status: 204 len: 168 time: 0.7044344 Mar 24 07:50:24.667012 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9132c3-7f42-4f91-a51c-507dbe142736 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f255a6-c68c-4a89-9078-dc03ae9c9475,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:24.726090 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76f4f4-134d-49c9-928d-e8bb2ed4f37a req-19320dff-117a-4b42-8f61-312ae5b703aa tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:24.727974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ad76f4f4-134d-49c9-928d-e8bb2ed4f37a req-19320dff-117a-4b42-8f61-312ae5b703aa tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0623429 Mar 24 07:50:24.782809 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ad76f4f4-134d-49c9-928d-e8bb2ed4f37a req-2e2c442a-8a40-4d7d-8911-801caa88e4b1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491154 Mar 24 07:50:25.075211 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55946) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:25.114920 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-eba62d1d-ce72-47f9-830f-e6ccf2a867ce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31fcf26080d94a488a61d9b6c65acf49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385818 Mar 24 07:50:25.117342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55948) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:25.163642 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71baa6d8-a98e-4d71-8ba2-9df23e66a8d9 admin admin] Publish callbacks [] for security_group (ca96dca7-373a-4fd1-86d8-97ee3039d3a9), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:25.184356 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71baa6d8-a98e-4d71-8ba2-9df23e66a8d9 admin admin] Publish callbacks [] for security_group (ca96dca7-373a-4fd1-86d8-97ee3039d3a9), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:25.298615 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71baa6d8-a98e-4d71-8ba2-9df23e66a8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ca96dca7-373a-4fd1-86d8-97ee3039d3a9), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:25.301441 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71baa6d8-a98e-4d71-8ba2-9df23e66a8d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:25.302603 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-71baa6d8-a98e-4d71-8ba2-9df23e66a8d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca96dca7-373a-4fd1-86d8-97ee3039d3a9 HTTP/1.1" status: 204 len: 168 time: 0.1843708 Mar 24 07:50:25.311463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baa6d8-a98e-4d71-8ba2-9df23e66a8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca96dca7-373a-4fd1-86d8-97ee3039d3a9,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:25.519862 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 34167542-7f11-46bb-885b-3fd116914cb1 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:25.544181 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 34167542-7f11-46bb-885b-3fd116914cb1 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:25.544536 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 34167542-7f11-46bb-885b-3fd116914cb1 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:25.544954 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f8fa911f-a96f-4219-8c52-a4f7551c67f8 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:25.568202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: f8fa911f-a96f-4219-8c52-a4f7551c67f8 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:25.568562 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f8fa911f-a96f-4219-8c52-a4f7551c67f8 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:25.900307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 55958) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:25.931404 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55859826-39d9-4e1d-8928-8c2335f2caac req-5710b3b7-3911-4ba0-a010-2fa4c66ff024 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:25.932910 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-55859826-39d9-4e1d-8928-8c2335f2caac req-5710b3b7-3911-4ba0-a010-2fa4c66ff024 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0683327 Mar 24 07:50:25.965518 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-195a0bed-6e4f-4f27-9a86-a99d0c694909 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=996175260141420595d8a32867c3fddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642052 Mar 24 07:50:25.968155 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55960) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:25.992090 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-55859826-39d9-4e1d-8928-8c2335f2caac req-ebbec7b2-9685-43b6-bb3f-5e4e226e93b8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522590 Mar 24 07:50:26.016336 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6961beaf-fd29-48a6-bcba-38cf5751dbad admin admin] Publish callbacks [] for security_group (9c50732a-bf6f-478f-bfa7-f781eb906570), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:26.038165 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6961beaf-fd29-48a6-bcba-38cf5751dbad admin admin] Publish callbacks [] for security_group (9c50732a-bf6f-478f-bfa7-f781eb906570), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:26.153219 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6961beaf-fd29-48a6-bcba-38cf5751dbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9c50732a-bf6f-478f-bfa7-f781eb906570), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:26.157015 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-6961beaf-fd29-48a6-bcba-38cf5751dbad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:26.157015 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-6961beaf-fd29-48a6-bcba-38cf5751dbad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c50732a-bf6f-478f-bfa7-f781eb906570 HTTP/1.1" status: 204 len: 168 time: 0.1877749 Mar 24 07:50:26.165837 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961beaf-fd29-48a6-bcba-38cf5751dbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50732a-bf6f-478f-bfa7-f781eb906570,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:27.094680 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55986) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:27.200076 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2037976120-network', 'tenant_id': '2bf92b79514d43c69184310a84cf3294'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:27.268499 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5181da-ef9f-4fd9-987e-1c6e4af20d7a req-b657770a-6d7c-4260-80d4-95fbe31ddfd4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:27.269888 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b5181da-ef9f-4fd9-987e-1c6e4af20d7a req-b657770a-6d7c-4260-80d4-95fbe31ddfd4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Mar 24 07:50:27.300639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Made reservation on behalf of 2bf92b79514d43c69184310a84cf3294 for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:50:27.302843 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.317715 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.334040 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8b5181da-ef9f-4fd9-987e-1c6e4af20d7a req-26d91279-31f7-449f-8198-ad5f14b252b3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586636 Mar 24 07:50:27.397132 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks [] for security_group (dd230ca4-f99c-437c-a648-8fc566500c9e), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.470224 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dd230ca4-f99c-437c-a648-8fc566500c9e), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.496811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:50:27.502025 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd230ca4-f99c-437c-a648-8fc566500c9e,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:27.509364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (0648c11c-2cfd-4fca-9ea8-f2a2e9628071), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.510871 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Added segment 0648c11c-2cfd-4fca-9ea8-f2a2e9628071 of type vlan for network 4ff8177c-1363-464b-a5e4-c24f05618e51 Mar 24 07:50:27.551578 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (4ff8177c-1363-464b-a5e4-c24f05618e51), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.644808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (4ff8177c-1363-464b-a5e4-c24f05618e51), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.645805 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:27.646391 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:27.703809 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] Pushing event updated for resources: {'Network': ['ID=4ff8177c-1363-464b-a5e4-c24f05618e51,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:27.713928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:50:27.775968 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-64d6feb0-f228-416d-aee6-0977be149752 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6801221 Mar 24 07:50:27.778739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55992) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:27.790520 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Request body: {'subnet': {'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2037976120-subnet', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:27.870158 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Made reservation on behalf of 2bf92b79514d43c69184310a84cf3294 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:50:27.872660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903979'] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.093464 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11801623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903997'] for subnet (6b10318a-d505-460d-80be-3dfba500be2b), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.148174 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b10318a-d505-460d-80be-3dfba500be2b,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:28.159057 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Checking segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:28.159419 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Network hostable DHCP agents. Network: 4ff8177c-1363-464b-a5e4-c24f05618e51, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:50:28.227409 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:50:28.318534 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 4ff8177c-1363-464b-a5e4-c24f05618e51) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:28.322746 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:28.323314 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.327605 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5b32a6-62c5-4ee6-b488-dd33e806b7cb None None] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:50:28.419114 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-e7e5b084-02eb-4be4-b9cb-ebf93a1ea56b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6389236 Mar 24 07:50:28.422262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 55996) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:28.428250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:28.431171 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-4ff8177c-1363-464b-a5e4-c24f05618e51', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:50:28.432306 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.460080 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07008fb-e3a6-4789-8c58-474fc65f482f req-a0f20758-fd1f-4471-9649-cb866441eca0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:28.465747 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b07008fb-e3a6-4789-8c58-474fc65f482f req-a0f20758-fd1f-4471-9649-cb866441eca0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0566411 Mar 24 07:50:28.511989 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b07008fb-e3a6-4789-8c58-474fc65f482f req-d76fcf1b-0464-44bd-80f0-355d04c81863 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445602 Mar 24 07:50:28.525475 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (7d8bb432-1650-4f65-80ef-8869b7f3abe9), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.536611 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (7d8bb432-1650-4f65-80ef-8869b7f3abe9), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.573383 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Allocated IP 172.20.0.2 (4ff8177c-1363-464b-a5e4-c24f05618e51/6b10318a-d505-460d-80be-3dfba500be2b/64297c97-77bd-4b36-8a99-87d801daeb35) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:28.594007 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks [] for router_controller (7d8bb432-1650-4f65-80ef-8869b7f3abe9), precommit_add_association {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.718645 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Publish callbacks [] for port (64297c97-77bd-4b36-8a99-87d801daeb35), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.781892 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.819840 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:28.822709 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:28.828505 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks [] for router_gateway (7d8bb432-1650-4f65-80ef-8869b7f3abe9), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.829065 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:28.836798 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Pushing event updated for resources: {'Port': ['ID=64297c97-77bd-4b36-8a99-87d801daeb35,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:28.892864 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Attempting to bind port 64297c97-77bd-4b36-8a99-87d801daeb35 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:28.893231 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Attempting to bind port 64297c97-77bd-4b36-8a99-87d801daeb35 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:28.893594 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Attempting to bind port 64297c97-77bd-4b36-8a99-87d801daeb35 on network 4ff8177c-1363-464b-a5e4-c24f05618e51 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:28.898664 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:28.899037 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Checking segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:28.899436 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.899876 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Bound using segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:28.900365 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Bound port: 64297c97-77bd-4b36-8a99-87d801daeb35, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:28.901477 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:28.964492 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] For port 64297c97-77bd-4b36-8a99-87d801daeb35, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:28.967687 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] For port 64297c97-77bd-4b36-8a99-87d801daeb35, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=64297c97-77bd-4b36-8a99-87d801daeb35,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:29.039139 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.087352 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks [] for router_gateway (7d8bb432-1650-4f65-80ef-8869b7f3abe9), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.101211 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaa29a-2c05-48f2-96b0-54625b19cb4a None None] Pushing event updated for resources: {'Port': ['ID=64297c97-77bd-4b36-8a99-87d801daeb35,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:29.111869 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.222986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Allocated IP 172.27.3.237 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/79caef83-79fb-4452-b0a0-2329a0cf7266) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:29.349244 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks [] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.439253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.486198 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:29.496775 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Pushing event updated for resources: {'Port': ['ID=79caef83-79fb-4452-b0a0-2329a0cf7266,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:29.499422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:29.501483 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:29.567095 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 64297c97-77bd-4b36-8a99-87d801daeb35 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:29.625936 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 64297c97-77bd-4b36-8a99-87d801daeb35 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:29.626421 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.708574 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6193bc8-e0fc-42cb-987e-f03629988f35 req-b97ae63c-2b5c-474f-8375-7bb65686ae1c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:29.710063 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d6193bc8-e0fc-42cb-987e-f03629988f35 req-b97ae63c-2b5c-474f-8375-7bb65686ae1c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0904999 Mar 24 07:50:29.711118 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 64297c97-77bd-4b36-8a99-87d801daeb35 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:29.711625 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.748555 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 64297c97-77bd-4b36-8a99-87d801daeb35, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=64297c97-77bd-4b36-8a99-87d801daeb35,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:29.763684 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d6193bc8-e0fc-42cb-987e-f03629988f35 req-c8b12936-12ca-4e07-8588-2b1033a6c23e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474951 Mar 24 07:50:29.825091 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:29.871564 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=64297c97-77bd-4b36-8a99-87d801daeb35,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:29.896033 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks [] for router_gateway (7d8bb432-1650-4f65-80ef-8869b7f3abe9), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:30.073930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c24bc-e5ad-470d-b5fb-d1c169a2556b None None] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:50:30.104731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (7d8bb432-1650-4f65-80ef-8869b7f3abe9), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:30.141194 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-24c192c4-1961-49fa-9a30-3ce07c6a7d7c None None] Provisioning complete for port 64297c97-77bd-4b36-8a99-87d801daeb35 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:30.141593 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-24c192c4-1961-49fa-9a30-3ce07c6a7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:30.262097 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-24c192c4-1961-49fa-9a30-3ce07c6a7d7c None None] Current status of the port 64297c97-77bd-4b36-8a99-87d801daeb35 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:30.304941 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:50:30.422694 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:30.434480 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Sync routers for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:30.445331 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:30.450187 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:30.481851 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-72dec4de-d1ad-4378-b8ce-9eda04bd470a None None] Provisioning complete for port 64297c97-77bd-4b36-8a99-87d801daeb35 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:30.482232 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-72dec4de-d1ad-4378-b8ce-9eda04bd470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:30.501282 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:30.502582 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-10988b54-b80c-420d-831d-979dfbba7aaa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0788753 Mar 24 07:50:30.505230 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56004) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:30.557028 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:30.564912 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-72dec4de-d1ad-4378-b8ce-9eda04bd470a None None] Current status of the port 64297c97-77bd-4b36-8a99-87d801daeb35 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:30.753810 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:29Z', 'revision_number': 3, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:30.781573 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Checking router: 7d8bb432-1650-4f65-80ef-8869b7f3abe9 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:30.781932 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Updating router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 port 79caef83-79fb-4452-b0a0-2329a0cf7266 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:50:30.812193 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:30.935749 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e64501-055d-47c6-988f-bd5f28fe2d8e req-1889e860-38f4-4c1e-a450-6b081df1eb4a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:30.938553 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b4e64501-055d-47c6-988f-bd5f28fe2d8e req-1889e860-38f4-4c1e-a450-6b081df1eb4a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0662279 Mar 24 07:50:30.997032 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b4e64501-055d-47c6-988f-bd5f28fe2d8e req-0865f67a-07f3-4eab-a23f-0afdc7afbdd4 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511067 Mar 24 07:50:31.086017 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Publish callbacks [] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.147885 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.204054 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Pushing event updated for resources: {'Port': ['ID=79caef83-79fb-4452-b0a0-2329a0cf7266,revision_number=2']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:31.218447 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.218907 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.219207 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.219554 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.219991 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.220392 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.220868 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.221829 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.222254 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.222659 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.223064 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.223543 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.223957 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.224288 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.224616 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:50:31.231732 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Attempting to bind port 79caef83-79fb-4452-b0a0-2329a0cf7266 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:31.232309 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Attempting to bind port 79caef83-79fb-4452-b0a0-2329a0cf7266 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:31.232835 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Attempting to bind port 79caef83-79fb-4452-b0a0-2329a0cf7266 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:31.242190 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:31.242190 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:31.242190 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.242190 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:31.242190 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Bound port: 79caef83-79fb-4452-b0a0-2329a0cf7266, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:31.242190 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.245032 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.303565 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] For port 79caef83-79fb-4452-b0a0-2329a0cf7266, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:31.307061 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] For port 79caef83-79fb-4452-b0a0-2329a0cf7266, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=79caef83-79fb-4452-b0a0-2329a0cf7266,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:31.405365 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.405702 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Allocated IP 172.20.0.1 (4ff8177c-1363-464b-a5e4-c24f05618e51/6b10318a-d505-460d-80be-3dfba500be2b/521b680c-9851-483e-b4ae-f30ffb342ecc) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:31.462847 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:31.464186 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:31.468379 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788bdd40-5ae1-4637-9734-fd48b6b5a3a9 None None] Pushing event updated for resources: {'Port': ['ID=79caef83-79fb-4452-b0a0-2329a0cf7266,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:31.518468 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks [] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.545994 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 64297c97-77bd-4b36-8a99-87d801daeb35 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:31.582419 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:31.597580 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 64297c97-77bd-4b36-8a99-87d801daeb35 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:31.597963 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.622576 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.660984 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:31.666199 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:31.673047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:31.679863 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Pushing event updated for resources: {'Port': ['ID=521b680c-9851-483e-b4ae-f30ffb342ecc,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:31.683361 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 64297c97-77bd-4b36-8a99-87d801daeb35 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:31.719573 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (7d8bb432-1650-4f65-80ef-8869b7f3abe9), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.785513 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:29Z', 'revision_number': 3, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:31.813339 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234d58a2-91d8-4520-8a8b-bac7a175c951 None None] The sync data for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi is: [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:29Z', 'revision_number': 3, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:31.905046 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-855ba94e-4d5d-4496-b2fc-72437cac8bd4 None None] Provisioning complete for port 521b680c-9851-483e-b4ae-f30ffb342ecc triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:31.905428 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-855ba94e-4d5d-4496-b2fc-72437cac8bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:31.945632 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-855ba94e-4d5d-4496-b2fc-72437cac8bd4 None None] Port 521b680c-9851-483e-b4ae-f30ffb342ecc cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:50:31.955608 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.159102 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks [] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.180850 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4fd4b-2cca-4bbf-bb7d-601096f3f2ec req-44677c8f-be28-49bd-97b5-cb9a1e64bb4f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:32.182751 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-92d4fd4b-2cca-4bbf-bb7d-601096f3f2ec req-44677c8f-be28-49bd-97b5-cb9a1e64bb4f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0806458 Mar 24 07:50:32.228060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.273364 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:50:32.281013 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-92d4fd4b-2cca-4bbf-bb7d-601096f3f2ec req-df0dd9eb-4aa2-4a44-ac30-7e0a532c7011 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925179 Mar 24 07:50:32.313722 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Pushing event updated for resources: {'Port': ['ID=521b680c-9851-483e-b4ae-f30ffb342ecc,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:32.313722 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (7d8bb432-1650-4f65-80ef-8869b7f3abe9), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.462404 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:32.464444 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:32.554831 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:32.594751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'mac_address': 'fa:16:3e:fa:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:50:32.628656 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:32.657544 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: ACTIVE; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:32.658090 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.690525 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e895e44-3830-4bb3-9653-6124f8fdf04a {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:50:32.722897 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:32.754092 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:32.764492 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b76c777f-dd2f-4a78-9f2d-b0a9b049df8b admin admin] 10.222.0.20 "PUT /v2.0/routers/7d8bb432-1650-4f65-80ef-8869b7f3abe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582076 Mar 24 07:50:32.782177 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-f027aee9-ee0c-445d-9bf8-3a946a4806c6 None None] Provisioning complete for port 521b680c-9851-483e-b4ae-f30ffb342ecc triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:32.782639 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f027aee9-ee0c-445d-9bf8-3a946a4806c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.814246 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:32.848182 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-f027aee9-ee0c-445d-9bf8-3a946a4806c6 None None] Port 521b680c-9851-483e-b4ae-f30ffb342ecc cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:50:32.880528 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=6']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:32.940250 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['5e895e44-3830-4bb3-9653-6124f8fdf04a'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:50:33.429329 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd5f33-6e91-4670-999f-106ac6d88cb5 req-f413f2fd-dd59-48ba-aafc-175f2e4c001d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:33.436077 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1ddd5f33-6e91-4670-999f-106ac6d88cb5 req-f413f2fd-dd59-48ba-aafc-175f2e4c001d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 945 time: 0.0648217 Mar 24 07:50:33.496610 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1ddd5f33-6e91-4670-999f-106ac6d88cb5 req-f4714fe2-b372-4da7-8340-28e00a34e49d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575399 Mar 24 07:50:33.512538 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56076) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:33.513699 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-21483506-network', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:33.584083 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79caef83-79fb-4452-b0a0-2329a0cf7266 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:33.642362 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 79caef83-79fb-4452-b0a0-2329a0cf7266 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:33.642770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.653408 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Made reservation on behalf of c5a9c144e1e340a1981332c6af704963 for: {'network': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:50:33.657447 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.671882 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.727245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 79caef83-79fb-4452-b0a0-2329a0cf7266 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:33.727842 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.750793 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 79caef83-79fb-4452-b0a0-2329a0cf7266, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=79caef83-79fb-4452-b0a0-2329a0cf7266,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:33.755079 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks [] for security_group (68eee326-7652-486b-af7e-fa87be37a8ba), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.779981 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Sync routers for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:33.790346 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:33.790999 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:33.819715 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (68eee326-7652-486b-af7e-fa87be37a8ba), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.828016 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.847697 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=110215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:50:33.857070 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68eee326-7652-486b-af7e-fa87be37a8ba,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:33.867589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (ae6e332a-45c7-4cda-aece-118ce536221e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.868133 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.segments_db [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Added segment ae6e332a-45c7-4cda-aece-118ce536221e of type vlan for network ad031ad2-8fb6-498e-aa08-be939db5defe Mar 24 07:50:33.912019 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (ad031ad2-8fb6-498e-aa08-be939db5defe), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:33.929388 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=79caef83-79fb-4452-b0a0-2329a0cf7266,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:33.951142 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:34.024800 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (ad031ad2-8fb6-498e-aa08-be939db5defe), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.026215 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:34.027077 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.099857 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] Pushing event updated for resources: {'Network': ['ID=ad031ad2-8fb6-498e-aa08-be939db5defe,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:34.116751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network ad031ad2-8fb6-498e-aa08-be939db5defe details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:50:34.159103 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-8bb10cb4-ccf0-4de5-b456-c076be27b097 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6494899 Mar 24 07:50:34.162489 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56100) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:34.165034 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Request body: {'subnet': {'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-21483506-subnet', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:34.236804 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:32Z', 'revision_number': 2, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:34.268972 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Checking router: 7d8bb432-1650-4f65-80ef-8869b7f3abe9 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:34.269631 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Updating router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 port 521b680c-9851-483e-b4ae-f30ffb342ecc binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:50:34.273479 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:34.281707 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Made reservation on behalf of c5a9c144e1e340a1981332c6af704963 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:50:34.284721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903979'] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.339556 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.408940 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 5e895e44-3830-4bb3-9653-6124f8fdf04a triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:34.413212 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.570582 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9522fba-b2bc-4daa-8cc2-8db9061f7566 req-2d8020b8-3a1b-467d-8b48-839abb0eb25a tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:34.578273 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c9522fba-b2bc-4daa-8cc2-8db9061f7566 req-2d8020b8-3a1b-467d-8b48-839abb0eb25a tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.0991898 Mar 24 07:50:34.588109 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11801623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903997'] for subnet (ab0cd42d-65e1-4595-80db-65e351099ab6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.657394 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c9522fba-b2bc-4daa-8cc2-8db9061f7566 req-c816d059-f8f9-4f6a-9628-06ebb1c27190 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705478 Mar 24 07:50:34.675642 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0cd42d-65e1-4595-80db-65e351099ab6,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:34.676247 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:34.676739 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.714848 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59653735-c274-4400-94d3-164803b9164a req-f464d8b3-049b-42bc-937f-9b94d6b2c093 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:34.716472 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-59653735-c274-4400-94d3-164803b9164a req-f464d8b3-049b-42bc-937f-9b94d6b2c093 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 945 time: 0.1030536 Mar 24 07:50:34.719467 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Checking segment: {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:34.719832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Network hostable DHCP agents. Network: ad031ad2-8fb6-498e-aa08-be939db5defe, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:50:34.723714 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:34.726256 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a695660-cb0d-4476-8572-1865f5f26cc3" -d '{"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-plugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:34.752912 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:34.781555 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-59653735-c274-4400-94d3-164803b9164a req-a321469a-3be9-4da6-8246-ed14a311f401 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576925 Mar 24 07:50:34.831651 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Network ad031ad2-8fb6-498e-aa08-be939db5defe is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:50:34.850976 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.860559 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Publish callbacks [] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.926239 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, ad031ad2-8fb6-498e-aa08-be939db5defe) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:34.934496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:34.934895 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:34.937360 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce08882-3172-47a0-abd5-8b73ed42bf20 None None] Network ad031ad2-8fb6-498e-aa08-be939db5defe requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:50:34.961873 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=7']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:34.965909 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.040343 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7064f0-dcad-4f98-be34-b0f0073ca39a x-openstack-request-id: req-8a7064f0-dcad-4f98-be34-b0f0073ca39a {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:35.040658 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-plugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:35.041271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a7064f0-dcad-4f98-be34-b0f0073ca39a {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:35.041764 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7064f0-dcad-4f98-be34-b0f0073ca39a'] response: {'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'code': 200} Mar 24 07:50:35.091730 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56110) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:35.095522 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8a4fe4ec-f8c0-41ca-93dc-38e4a29382da admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9344945 Mar 24 07:50:35.099401 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:35.130951 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aaeb8-6248-4862-90fc-752d850802ae None None] Pushing event updated for resources: {'Port': ['ID=521b680c-9851-483e-b4ae-f30ffb342ecc,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:35.182346 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Attempting to bind port 521b680c-9851-483e-b4ae-f30ffb342ecc on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:35.182346 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Attempting to bind port 521b680c-9851-483e-b4ae-f30ffb342ecc by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:35.182732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Attempting to bind port 521b680c-9851-483e-b4ae-f30ffb342ecc on network 4ff8177c-1363-464b-a5e4-c24f05618e51 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:35.206773 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:35.207242 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Checking segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:35.207733 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.208231 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Bound using segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:35.214337 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Bound port: 521b680c-9851-483e-b4ae-f30ffb342ecc, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:35.214337 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.225178 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-ad031ad2-8fb6-498e-aa08-be939db5defe', 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'fixed_ips': [{'subnet_id': 'ab0cd42d-65e1-4595-80db-65e351099ab6'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:50:35.226162 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.234597 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (cc4b2792-0598-4b13-84c9-eb011cfd8377), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.236085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (cc4b2792-0598-4b13-84c9-eb011cfd8377), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.325393 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks [] for router_controller (cc4b2792-0598-4b13-84c9-eb011cfd8377), precommit_add_association {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.399114 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] For port 521b680c-9851-483e-b4ae-f30ffb342ecc, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:35.445532 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] For port 521b680c-9851-483e-b4ae-f30ffb342ecc, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=521b680c-9851-483e-b4ae-f30ffb342ecc,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:35.458649 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-7026f015-d250-4ebe-ae7f-80f580f7e8f9 None None] Provisioning complete for port 521b680c-9851-483e-b4ae-f30ffb342ecc triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:35.459181 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7026f015-d250-4ebe-ae7f-80f580f7e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.501018 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Allocated IP 172.20.0.2 (ad031ad2-8fb6-498e-aa08-be939db5defe/ab0cd42d-65e1-4595-80db-65e351099ab6/f6de3426-b212-4e17-9b91-03dc30499ab6) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:35.518177 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-7026f015-d250-4ebe-ae7f-80f580f7e8f9 None None] Port 521b680c-9851-483e-b4ae-f30ffb342ecc cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:50:35.592740 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.635069 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks [] for router_gateway (cc4b2792-0598-4b13-84c9-eb011cfd8377), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:35.650864 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79caef83-79fb-4452-b0a0-2329a0cf7266 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:35.940459 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6104140-1506-4299-aa4b-08fb06ef9ce7 req-bcf1b042-c7ff-4fa2-ab23-feceda8debb8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:35.942011 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6104140-1506-4299-aa4b-08fb06ef9ce7 req-bcf1b042-c7ff-4fa2-ab23-feceda8debb8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.1552353 Mar 24 07:50:36.004426 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.009323 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0aaeb8-6248-4862-90fc-752d850802ae None None] Pushing event updated for resources: {'Port': ['ID=521b680c-9851-483e-b4ae-f30ffb342ecc,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:36.012152 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:36.012925 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:36.144087 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6104140-1506-4299-aa4b-08fb06ef9ce7 req-7ad9e005-d0f0-4d23-aa4d-0543c6fc9d8f tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838605 Mar 24 07:50:36.171264 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-c6be7308-91e6-4e22-84b1-1a6a15f16de5 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:36.173189 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-c6be7308-91e6-4e22-84b1-1a6a15f16de5 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 945 time: 0.1202791 Mar 24 07:50:36.223030 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:36.255206 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf61a2-04b9-4dbe-9dd3-184ab3d204a3 req-5d003749-e2b3-489f-88cf-bb869ebb13d9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:36.256779 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cebf61a2-04b9-4dbe-9dd3-184ab3d204a3 req-5d003749-e2b3-489f-88cf-bb869ebb13d9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.3487773 Mar 24 07:50:36.335966 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks [] for router_gateway (cc4b2792-0598-4b13-84c9-eb011cfd8377), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.347716 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Deleting port 721647e5-6107-4433-aa0e-e9ce58eef544 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:36.348093 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.358948 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.401867 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 79caef83-79fb-4452-b0a0-2329a0cf7266 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:36.402398 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.433377 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] Provisioning complete for port 521b680c-9851-483e-b4ae-f30ffb342ecc triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:36.434439 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.436465 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Publish callbacks [] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.473847 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Allocated IP 172.27.3.120 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/4b29a478-b1ad-41bd-a5f4-264db860dd6b) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:36.502673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] For port 721647e5-6107-4433-aa0e-e9ce58eef544, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=721647e5-6107-4433-aa0e-e9ce58eef544,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:36.503335 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.530520 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.591394 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks [] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.628515 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cebf61a2-04b9-4dbe-9dd3-184ab3d204a3 req-98f6e46b-5219-4849-9cbe-206d3bf25693 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3656244 Mar 24 07:50:36.638848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Network ad031ad2-8fb6-498e-aa08-be939db5defe is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:36.661361 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:36.661361 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Pushing event updated for resources: {'Port': ['ID=f6de3426-b212-4e17-9b91-03dc30499ab6,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:36.674516 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:36.698985 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 79caef83-79fb-4452-b0a0-2329a0cf7266 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:36.724965 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.737933 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] Current status of the port 521b680c-9851-483e-b4ae-f30ffb342ecc is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:36.738340 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.770627 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:36.775610 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:36.782701 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:36.787586 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.788333 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.788769 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Floating IP abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac disassociated. External IP: 172.27.3.180, port: 721647e5-6107-4433-aa0e-e9ce58eef544. Mar 24 07:50:36.789506 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Calling delete_port for 721647e5-6107-4433-aa0e-e9ce58eef544 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:36.799777 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Attempting to bind port f6de3426-b212-4e17-9b91-03dc30499ab6 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:36.800202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Attempting to bind port f6de3426-b212-4e17-9b91-03dc30499ab6 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:36.800581 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Attempting to bind port f6de3426-b212-4e17-9b91-03dc30499ab6 on network ad031ad2-8fb6-498e-aa08-be939db5defe {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:36.807887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:35Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:36.811360 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Pushing event updated for resources: {'Port': ['ID=4b29a478-b1ad-41bd-a5f4-264db860dd6b,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:36.842986 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:36.843977 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Checking segment: {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:36.843977 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.844216 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Bound using segment: {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:36.844808 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Bound port: f6de3426-b212-4e17-9b91-03dc30499ab6, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:36.845077 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.854543 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9161214-32fd-4206-bd64-1c5b5eb596fb None None] The sync data for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi is: [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:35Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:36.865232 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] For port 521b680c-9851-483e-b4ae-f30ffb342ecc, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=521b680c-9851-483e-b4ae-f30ffb342ecc,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:36.973455 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:36.980870 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] For port f6de3426-b212-4e17-9b91-03dc30499ab6, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:36.988898 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] For port f6de3426-b212-4e17-9b91-03dc30499ab6, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f6de3426-b212-4e17-9b91-03dc30499ab6,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:37.075889 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee93e6b-5324-4d7f-b9b6-0887d552e17d None None] Pushing event updated for resources: {'Port': ['ID=521b680c-9851-483e-b4ae-f30ffb342ecc,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:37.104979 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (721647e5-6107-4433-aa0e-e9ce58eef544), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:37.105964 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:37.182555 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'Port': ['ID=721647e5-6107-4433-aa0e-e9ce58eef544,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:37.321160 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0417c-9ee2-4636-a0aa-e4789e9ec8a2 None None] Pushing event updated for resources: {'Port': ['ID=f6de3426-b212-4e17-9b91-03dc30499ab6,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:37.372920 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks [] for router_gateway (cc4b2792-0598-4b13-84c9-eb011cfd8377), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:37.444781 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2b0d174b-cca3-4d44-8e95-0fe47b6dd775 req-258ffcaf-2986-4fef-8e5a-89989a16f444 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.1285689 Mar 24 07:50:37.534423 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:37.779552 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 521b680c-9851-483e-b4ae-f30ffb342ecc up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:37.881743 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:37.894289 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:37.930152 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 521b680c-9851-483e-b4ae-f30ffb342ecc triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:37.930537 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:37.938356 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:37.939185 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:38.001225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] No DVR routers for this DVR port 721647e5-6107-4433-aa0e-e9ce58eef544 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:38.010043 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:38.042839 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-af1554ef-0e6f-4d94-a3c5-4ea6a947827e req-505db030-4cc0-4d0c-aa9d-ff9f4eadc676 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "DELETE /v2.0/ports/721647e5-6107-4433-aa0e-e9ce58eef544 HTTP/1.1" status: 204 len: 173 time: 1.8358712 Mar 24 07:50:38.043576 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'name': 'network-vif-deleted', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:38.051814 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b3248a-95dc-4707-b364-c616ce9e33c9" -d '{"events": [{"server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "name": "network-vif-deleted", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:38.120643 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893afb94-473a-4d96-89c9-bf577eceea39 x-openstack-request-id: req-893afb94-473a-4d96-89c9-bf577eceea39 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:38.121253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0aaa79-99b3-4ce0-8174-3cdff25425ef", "name": "network-vif-deleted", "tag": "721647e5-6107-4433-aa0e-e9ce58eef544", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:38.121253 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-893afb94-473a-4d96-89c9-bf577eceea39 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:38.121596 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893afb94-473a-4d96-89c9-bf577eceea39'] response: {'server_uuid': '5a0aaa79-99b3-4ce0-8174-3cdff25425ef', 'name': 'network-vif-deleted', 'tag': '721647e5-6107-4433-aa0e-e9ce58eef544', 'status': 'completed', 'code': 200} Mar 24 07:50:38.160293 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:38.186463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 521b680c-9851-483e-b4ae-f30ffb342ecc is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:38.219522 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb83b7-0a02-47e0-98a0-faecfe61a63a req-316efe9f-15df-4dbe-996d-b1ae66832502 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:38.227492 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bffb83b7-0a02-47e0-98a0-faecfe61a63a req-316efe9f-15df-4dbe-996d-b1ae66832502 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.3118331 Mar 24 07:50:38.477994 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:38.515409 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:38.524723 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:38.525612 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:38.621301 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bffb83b7-0a02-47e0-98a0-faecfe61a63a req-77530fa1-cd38-43c8-9fea-a6175456f1ed tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3772905 Mar 24 07:50:38.649378 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ebe12eab-f7d5-4d2d-9979-89c5bde9cc41 req-67cf0de4-66a2-4aef-8d61-462ac6f4c381 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0531342 Mar 24 07:50:38.733818 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (cc4b2792-0598-4b13-84c9-eb011cfd8377), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:38.899864 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:39.041887 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Router cc4b2792-0598-4b13-84c9-eb011cfd8377 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:50:39.186128 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537aa009-b7cf-4b6d-8312-e9bc8ff074ad None None] Network ad031ad2-8fb6-498e-aa08-be939db5defe requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:50:39.224642 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:39.264649 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Sync routers for ids ['cc4b2792-0598-4b13-84c9-eb011cfd8377'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:39.273768 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:39.303395 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Routers {'cc4b2792-0598-4b13-84c9-eb011cfd8377'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:39.303635 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['cc4b2792-0598-4b13-84c9-eb011cfd8377'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:39.310304 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] Provisioning complete for port f6de3426-b212-4e17-9b91-03dc30499ab6 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:39.310971 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:39.316733 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc3392-c090-486f-b265-d94d5da38a35 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:39.352931 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:39.358320 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3ee90065-4160-4486-a0ee-c3f3a3954f19 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2626488 Mar 24 07:50:39.359377 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56152) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:39.685258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] Current status of the port f6de3426-b212-4e17-9b91-03dc30499ab6 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:39.685770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:39.721682 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f6de3426-b212-4e17-9b91-03dc30499ab6 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:39.742300 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Set router cc4b2792-0598-4b13-84c9-eb011cfd8377 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:39.995844 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe8714-4a2c-4376-ba9b-6ea5c3c986ef None None] New status for floating IP abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac: DOWN {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:50:40.082992 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4521ee1c-749b-480d-9d65-5ddb340919a6 req-5bbf80e5-d770-407f-97cd-dcd886d0dcee tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0509453 Mar 24 07:50:40.090296 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115926db-b9f0-4c71-ae5a-ce8ac72edc1e req-5db8a385-cc4b-4178-bfbd-ebd8802ce2e2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:40.105046 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-115926db-b9f0-4c71-ae5a-ce8ac72edc1e req-5db8a385-cc4b-4178-bfbd-ebd8802ce2e2 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.1659112 Mar 24 07:50:40.141922 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cd327116-996b-4000-97cd-4521ae587e9e req-ce34803e-212c-40ce-8cf0-ebeb952ae260 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0900505 Mar 24 07:50:40.147355 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] For port f6de3426-b212-4e17-9b91-03dc30499ab6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f6de3426-b212-4e17-9b91-03dc30499ab6,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:40.179607 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port f6de3426-b212-4e17-9b91-03dc30499ab6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:40.180044 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.222901 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cd327116-996b-4000-97cd-4521ae587e9e req-dbc2e39d-7f30-4bd4-a802-f3704d416a01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=5a0aaa79-99b3-4ce0-8174-3cdff25425ef HTTP/1.1" status: 200 len: 210 time: 0.0459352 Mar 24 07:50:40.241713 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-115926db-b9f0-4c71-ae5a-ce8ac72edc1e req-65a271f1-749e-47a6-b7f2-c1bfddc8cf93 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207490 Mar 24 07:50:40.340033 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.370734 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd327116-996b-4000-97cd-4521ae587e9e req-b3b50b9b-067f-4e71-832f-a9dcb8d8c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:40.372862 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cd327116-996b-4000-97cd-4521ae587e9e req-b3b50b9b-067f-4e71-832f-a9dcb8d8c3fe service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=732e20b796c4417d925b33585cc0a269&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1299222 Mar 24 07:50:40.407843 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 721647e5-6107-4433-aa0e-e9ce58eef544 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:40.412869 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.495080 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 721647e5-6107-4433-aa0e-e9ce58eef544 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:50:40.495440 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 721647e5-6107-4433-aa0e-e9ce58eef544 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:50:40.501498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd327116-996b-4000-97cd-4521ae587e9e req-2b37af12-ed0f-4557-b758-0123e48123ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:40.505628 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cd327116-996b-4000-97cd-4521ae587e9e req-2b37af12-ed0f-4557-b758-0123e48123ff service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259353 Mar 24 07:50:40.588774 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Allocated IP 172.20.0.1 (ad031ad2-8fb6-498e-aa08-be939db5defe/ab0cd42d-65e1-4595-80db-65e351099ab6/48e2a04f-f49c-4ed0-bcd2-5b199c157469) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:40.612553 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e35f6f-a7b9-4214-a308-c92fd561394d None None] Pushing event updated for resources: {'Port': ['ID=f6de3426-b212-4e17-9b91-03dc30499ab6,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:40.615347 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-8bc035d6-6718-4f1f-9af2-b07a26d0e986 None None] Provisioning complete for port f6de3426-b212-4e17-9b91-03dc30499ab6 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:40.615732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8bc035d6-6718-4f1f-9af2-b07a26d0e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.648937 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port f6de3426-b212-4e17-9b91-03dc30499ab6 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:40.703370 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:50:37Z', 'revision_number': 3, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:40.764801 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks [] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.765982 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Checking router: cc4b2792-0598-4b13-84c9-eb011cfd8377 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:40.766349 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Updating router cc4b2792-0598-4b13-84c9-eb011cfd8377 port 4b29a478-b1ad-41bd-a5f4-264db860dd6b binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:50:40.804956 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.886292 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:40.946073 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Network ad031ad2-8fb6-498e-aa08-be939db5defe is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:40.952882 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:41.000619 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Pushing event updated for resources: {'Port': ['ID=48e2a04f-f49c-4ed0-bcd2-5b199c157469,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:41.004189 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:41.065164 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (cc4b2792-0598-4b13-84c9-eb011cfd8377), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.070096 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-8bc035d6-6718-4f1f-9af2-b07a26d0e986 None None] Current status of the port f6de3426-b212-4e17-9b91-03dc30499ab6 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:41.224393 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Publish callbacks [] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.297040 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.367688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Attempting to bind port 4b29a478-b1ad-41bd-a5f4-264db860dd6b on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:41.368523 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Attempting to bind port 4b29a478-b1ad-41bd-a5f4-264db860dd6b by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:41.369144 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Attempting to bind port 4b29a478-b1ad-41bd-a5f4-264db860dd6b on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:41.398270 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:41.399239 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:41.399919 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.400965 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:41.401778 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Bound port: 4b29a478-b1ad-41bd-a5f4-264db860dd6b, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:41.402217 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.434710 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7138ed9-f399-456d-8df2-bd9b1732b4ec req-c4b9e1a3-df60-4f17-9359-ee373190779e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:41.442601 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d7138ed9-f399-456d-8df2-bd9b1732b4ec req-c4b9e1a3-df60-4f17-9359-ee373190779e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0987976 Mar 24 07:50:41.448128 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2eeb0-f844-45d5-ba19-4c9d0881435f None None] Pushing event updated for resources: {'Port': ['ID=4b29a478-b1ad-41bd-a5f4-264db860dd6b,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:41.468815 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.471403 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-664b6060-c113-410c-9bac-94603db5146d None None] Provisioning complete for port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:41.471821 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-664b6060-c113-410c-9bac-94603db5146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.507062 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d7138ed9-f399-456d-8df2-bd9b1732b4ec req-523d9dda-a0b4-4043-9519-ac92e6d566b7 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632272 Mar 24 07:50:41.517502 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] For port 4b29a478-b1ad-41bd-a5f4-264db860dd6b, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:41.538212 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] For port 4b29a478-b1ad-41bd-a5f4-264db860dd6b, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4b29a478-b1ad-41bd-a5f4-264db860dd6b,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:41.543547 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-664b6060-c113-410c-9bac-94603db5146d None None] Port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:50:41.602427 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f6de3426-b212-4e17-9b91-03dc30499ab6 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:41.631981 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.721937 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2eeb0-f844-45d5-ba19-4c9d0881435f None None] Pushing event updated for resources: {'Port': ['ID=4b29a478-b1ad-41bd-a5f4-264db860dd6b,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:41.724718 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Routers {'cc4b2792-0598-4b13-84c9-eb011cfd8377'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:41.725259 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['cc4b2792-0598-4b13-84c9-eb011cfd8377'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:41.728650 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-6ef1ba14-2a78-4086-8a4d-f295988af09a tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213658066&fields=id&tenant_id=732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 267 time: 0.2906361 Mar 24 07:50:41.855191 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port f6de3426-b212-4e17-9b91-03dc30499ab6 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:41.855640 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.881946 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks [] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:41.917544 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-2c011b80-5261-426f-8b98-6693e4a716a7 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:41.927412 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-2c011b80-5261-426f-8b98-6693e4a716a7 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 811 time: 0.1881411 Mar 24 07:50:41.937887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] Set router cc4b2792-0598-4b13-84c9-eb011cfd8377 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:41.946459 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-18082176-3dd0-4030-8162-a80710a2da69 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/quotas/732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 375 time: 0.0119541 Mar 24 07:50:41.947624 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:42.060707 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (cc4b2792-0598-4b13-84c9-eb011cfd8377), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:42.066488 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Pushing event updated for resources: {'Port': ['ID=48e2a04f-f49c-4ed0-bcd2-5b199c157469,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:42.118434 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port f6de3426-b212-4e17-9b91-03dc30499ab6 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:42.126541 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-e5478415-b02b-47ab-931a-ce31a1284f3e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521425 Mar 24 07:50:42.221613 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Network ad031ad2-8fb6-498e-aa08-be939db5defe is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:42.227347 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:42.268936 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '48e2a04f-f49c-4ed0-bcd2-5b199c157469', 'name': '', 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'mac_address': 'fa:16:3e:69:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:40Z', 'updated_at': '2022-03-24T07:50:40Z', 'revision_number': 1, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'subnets': [{'id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:42.310559 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f3b707-f886-4181-a0cf-a7a212573b7e None None] The sync data for ids ['cc4b2792-0598-4b13-84c9-eb011cfd8377'] in dv-cinder-834822-3-iscsi is: [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '48e2a04f-f49c-4ed0-bcd2-5b199c157469', 'name': '', 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'mac_address': 'fa:16:3e:69:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:40Z', 'updated_at': '2022-03-24T07:50:40Z', 'revision_number': 1, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'subnets': [{'id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:42.322861 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c7298fc4-3c7c-46fa-8e2f-22e47ca022ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:42.592133 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-a588c016-1b95-4132-b4ce-2e8b78579658 None None] Provisioning complete for port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:42.594093 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a588c016-1b95-4132-b4ce-2e8b78579658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:42.663463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-a588c016-1b95-4132-b4ce-2e8b78579658 None None] Port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:50:42.722289 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b580929-7111-4fdc-8e5e-80cfeb20c3d3 req-b5175f27-7c0e-43b1-acad-a1c8e6127686 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:42.724883 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7b580929-7111-4fdc-8e5e-80cfeb20c3d3 req-b5175f27-7c0e-43b1-acad-a1c8e6127686 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0944986 Mar 24 07:50:42.769334 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Router cc4b2792-0598-4b13-84c9-eb011cfd8377 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:42.777945 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-6db9991b-95b5-4d21-9c7e-04baccf7c4e8 service neutron] 10.222.0.20 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312692 Mar 24 07:50:42.804387 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7b580929-7111-4fdc-8e5e-80cfeb20c3d3 req-8f528cbd-fefb-4368-8867-2ec56b9d2afd tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702193 Mar 24 07:50:42.994090 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-6df130f5-5036-4aec-9ed9-58480eedc5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098739 Mar 24 07:50:42.997409 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:43.002636 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-4ad8b622-f0a3-47fd-8f06-de68167507fe admin admin] 10.222.0.20 "PUT /v2.0/routers/cc4b2792-0598-4b13-84c9-eb011cfd8377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6417532 Mar 24 07:50:43.660529 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4b29a478-b1ad-41bd-a5f4-264db860dd6b up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:43.758368 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a98165c5-730b-4f49-8221-fb97eec3b8eb req-e5d46423-f901-4dd8-b9e8-345288e43dd5 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 210 time: 0.0629625 Mar 24 07:50:43.766064 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 4b29a478-b1ad-41bd-a5f4-264db860dd6b triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:43.771332 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:43.962649 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 4b29a478-b1ad-41bd-a5f4-264db860dd6b is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:43.963054 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:44.000864 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 4b29a478-b1ad-41bd-a5f4-264db860dd6b, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4b29a478-b1ad-41bd-a5f4-264db860dd6b,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:44.026617 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8e8c4-e03b-4238-ad6a-a51361370a39 req-a5890d5a-6e70-42cf-af83-49eec0a42824 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:44.029710 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-75c8e8c4-e03b-4238-ad6a-a51361370a39 req-a5890d5a-6e70-42cf-af83-49eec0a42824 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0945532 Mar 24 07:50:44.096836 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:44.145600 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-75c8e8c4-e03b-4238-ad6a-a51361370a39 req-7e1166e2-d69d-4da6-a842-533d5a42314a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069412 Mar 24 07:50:44.224082 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=4b29a478-b1ad-41bd-a5f4-264db860dd6b,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:44.466278 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56232) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:44.473676 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-863886012', 'description': 'tempest-secgroup-smoke-863886012 description', 'project_id': '2bf92b79514d43c69184310a84cf3294'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:44.596367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:44.671422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group (a4c7a673-423b-4f8a-9efb-8768ebdc915c), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:44.691151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-529ff717-c905-44e5-b438-db3d21ea969b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:44.848998 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b6455ff6-8515-4a04-ab83-4ceabdb68000 req-30fc768b-933c-478e-94a6-19b26f5081ba tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 210 time: 0.0287418 Mar 24 07:50:45.159486 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a4c7a673-423b-4f8a-9efb-8768ebdc915c), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.191191 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c7a673-423b-4f8a-9efb-8768ebdc915c,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:45.274061 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4e450-f29f-4c42-bb48-22f3eff82dcc req-272fa443-db9a-4813-8a1d-ec6e52b27883 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:45.275629 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e4e4e450-f29f-4c42-bb48-22f3eff82dcc req-272fa443-db9a-4813-8a1d-ec6e52b27883 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0580282 Mar 24 07:50:45.315266 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016f52a-a277-458f-969e-565802bad34f None None] Sync routers for ids ['cc4b2792-0598-4b13-84c9-eb011cfd8377'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:45.324939 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] Routers {'cc4b2792-0598-4b13-84c9-eb011cfd8377'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:45.326568 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['cc4b2792-0598-4b13-84c9-eb011cfd8377'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:45.332583 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e4e4e450-f29f-4c42-bb48-22f3eff82dcc req-59ff1877-bd24-423a-a6cd-24d5434ffb28 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470150 Mar 24 07:50:45.348474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.350563 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-e252dc2e-1edc-4de7-9147-7aebc93c2f11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8831396 Mar 24 07:50:45.353725 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56254) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:45.359431 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group_rule': {'security_group_id': 'a4c7a673-423b-4f8a-9efb-8768ebdc915c', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:45.448667 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] Set router cc4b2792-0598-4b13-84c9-eb011cfd8377 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:45.465925 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (b28726c3-f4fa-4dde-854f-a7f6eaecaa5c), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.562972 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (b28726c3-f4fa-4dde-854f-a7f6eaecaa5c), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.665243 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (b28726c3-f4fa-4dde-854f-a7f6eaecaa5c), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.711904 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28726c3-f4fa-4dde-854f-a7f6eaecaa5c,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:45.823790 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.826006 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d68b9d90-1c64-4a7b-ac2b-0294ffb96034 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4707201 Mar 24 07:50:45.832573 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56270) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:45.832956 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4b29a478-b1ad-41bd-a5f4-264db860dd6b up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:45.835593 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group_rule': {'security_group_id': 'a4c7a673-423b-4f8a-9efb-8768ebdc915c', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:45.953770 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 4b29a478-b1ad-41bd-a5f4-264db860dd6b triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:45.954159 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:45.970966 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (bf84c079-7274-4d97-8fa7-7ef4cca5a840), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.006624 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4e2bc03b-ce3b-4eec-a2fd-b393eab558a5 req-714a42e6-f9f8-4c66-adab-55d2acfb66e3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 210 time: 0.0418825 Mar 24 07:50:46.038634 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.044300 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '48e2a04f-f49c-4ed0-bcd2-5b199c157469', 'name': '', 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'mac_address': 'fa:16:3e:69:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:40Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 2, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'subnets': [{'id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:46.052039 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (bf84c079-7274-4d97-8fa7-7ef4cca5a840), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.104737 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016f52a-a277-458f-969e-565802bad34f None None] Checking router: cc4b2792-0598-4b13-84c9-eb011cfd8377 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:46.105007 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016f52a-a277-458f-969e-565802bad34f None None] Updating router cc4b2792-0598-4b13-84c9-eb011cfd8377 port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:50:46.130667 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (bf84c079-7274-4d97-8fa7-7ef4cca5a840), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.146954 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 4b29a478-b1ad-41bd-a5f4-264db860dd6b is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:46.149343 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5016f52a-a277-458f-969e-565802bad34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.170126 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf84c079-7274-4d97-8fa7-7ef4cca5a840,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:46.240670 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.245879 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-bdc55f0b-71ee-46db-873d-1a5f2b0f6ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4159124 Mar 24 07:50:46.246739 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56274) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:46.252887 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group_rule': {'security_group_id': 'a4c7a673-423b-4f8a-9efb-8768ebdc915c', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:46.362294 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (ecb9e22e-e2e6-44d5-95f3-6b94f98b567e), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.475907 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (ecb9e22e-e2e6-44d5-95f3-6b94f98b567e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.546291 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4189e-c0b5-4fa2-a8b5-b34a8663259c req-44cdf8df-0839-40d8-86b8-007361b61b3e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:46.548194 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26c4189e-c0b5-4fa2-a8b5-b34a8663259c req-44cdf8df-0839-40d8-86b8-007361b61b3e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0784991 Mar 24 07:50:46.567494 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5016f52a-a277-458f-969e-565802bad34f None None] Publish callbacks [] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.574536 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (ecb9e22e-e2e6-44d5-95f3-6b94f98b567e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.607181 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb9e22e-e2e6-44d5-95f3-6b94f98b567e,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:46.647412 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5016f52a-a277-458f-969e-565802bad34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.682186 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26c4189e-c0b5-4fa2-a8b5-b34a8663259c req-bb7b060a-7d84-4c85-bf06-67ff48b091b0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246886 Mar 24 07:50:46.709521 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.714478 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c74a39e6-167f-480c-86f8-764992869258 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4653313 Mar 24 07:50:46.719035 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56280) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:46.728784 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group_rule': {'security_group_id': 'a4c7a673-423b-4f8a-9efb-8768ebdc915c', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:46.856381 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827346-ab9f-4629-9d73-0d55163dd5c4 None None] Pushing event updated for resources: {'Port': ['ID=48e2a04f-f49c-4ed0-bcd2-5b199c157469,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:46.895917 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (5903ce16-1528-4193-8e3c-b28b34b5ce1e), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.903688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-5016f52a-a277-458f-969e-565802bad34f None None] Attempting to bind port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:46.903688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-5016f52a-a277-458f-969e-565802bad34f None None] Attempting to bind port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:46.903688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016f52a-a277-458f-969e-565802bad34f None None] Attempting to bind port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 on network ad031ad2-8fb6-498e-aa08-be939db5defe {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:46.912816 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016f52a-a277-458f-969e-565802bad34f None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:46.913206 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016f52a-a277-458f-969e-565802bad34f None None] Checking segment: {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:46.913626 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5016f52a-a277-458f-969e-565802bad34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.914017 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016f52a-a277-458f-969e-565802bad34f None None] Bound using segment: {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:46.914501 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-5016f52a-a277-458f-969e-565802bad34f None None] Bound port: 48e2a04f-f49c-4ed0-bcd2-5b199c157469, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6e332a-45c7-4cda-aece-118ce536221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:46.914940 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5016f52a-a277-458f-969e-565802bad34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:46.938388 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-dab2380c-022b-4d3a-9ee6-d8d94fa806c1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:46.941538 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-dab2380c-022b-4d3a-9ee6-d8d94fa806c1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 811 time: 0.2852581 Mar 24 07:50:47.042941 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-5016f52a-a277-458f-969e-565802bad34f None None] For port 48e2a04f-f49c-4ed0-bcd2-5b199c157469, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:47.049854 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-5016f52a-a277-458f-969e-565802bad34f None None] For port 48e2a04f-f49c-4ed0-bcd2-5b199c157469, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=48e2a04f-f49c-4ed0-bcd2-5b199c157469,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:47.059988 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (5903ce16-1528-4193-8e3c-b28b34b5ce1e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.113090 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-5faec2a3-45b6-4be7-b0a1-1ec13de1b6e1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 380 time: 0.1578951 Mar 24 07:50:47.134165 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5016f52a-a277-458f-969e-565802bad34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.147297 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (5903ce16-1528-4193-8e3c-b28b34b5ce1e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.183139 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5903ce16-1528-4193-8e3c-b28b34b5ce1e,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:47.187759 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'port': {'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'admin_state_up': True, 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'security_groups': ['f92efc6a-3df1-4151-915a-c305d51e7307']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:47.200077 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d4205b85-604f-4df6-a9e4-473964c7754c req-6af34797-f6f0-42ac-9793-c610edd7a03d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 210 time: 0.0808299 Mar 24 07:50:47.208586 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18827346-ab9f-4629-9d73-0d55163dd5c4 None None] Pushing event updated for resources: {'Port': ['ID=48e2a04f-f49c-4ed0-bcd2-5b199c157469,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:47.242108 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] Provisioning complete for port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:47.244689 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.273202 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.278695 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-4e243802-5095-4daf-9039-eb8676ccbce7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5564342 Mar 24 07:50:47.279255 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56298) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:47.306210 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group_rule': {'security_group_id': 'a4c7a673-423b-4f8a-9efb-8768ebdc915c', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:47.347919 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] Routers {'cc4b2792-0598-4b13-84c9-eb011cfd8377'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:47.348625 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['cc4b2792-0598-4b13-84c9-eb011cfd8377'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:47.459289 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Made reservation on behalf of 732e20b796c4417d925b33585cc0a269 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:50:47.463360 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.523236 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.securitygroups_db [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Project 2bf92b79514d43c69184310a84cf3294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 07:50:47.529795 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (bdd476f9-65d8-46ae-9441-8b072f7f20c9), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.547771 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] Set router cc4b2792-0598-4b13-84c9-eb011cfd8377 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:47.627389 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.688368 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] Current status of the port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:47.688712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Allocated IP 172.20.0.4 (c4a5e492-8761-4ec1-9b80-35070e2a6827/b0966ed7-edc0-49c5-af43-4bc9e5acaecc/789b118e-a13c-46da-861f-8d56617d2696) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:50:47.688836 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.749827 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 48e2a04f-f49c-4ed0-bcd2-5b199c157469 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:47.768137 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (bdd476f9-65d8-46ae-9441-8b072f7f20c9), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.853205 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (bdd476f9-65d8-46ae-9441-8b072f7f20c9), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.868680 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] For port 48e2a04f-f49c-4ed0-bcd2-5b199c157469, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=48e2a04f-f49c-4ed0-bcd2-5b199c157469,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:47.891689 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd476f9-65d8-46ae-9441-8b072f7f20c9,revision_number=0']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:47.918451 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6862e3-2e73-448f-b34a-a8f0ef17ce2d req-2bd77358-9e48-4ca0-b872-88ebeaf75a6b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:47.920562 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1a6862e3-2e73-448f-b34a-a8f0ef17ce2d req-2bd77358-9e48-4ca0-b872-88ebeaf75a6b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0999472 Mar 24 07:50:47.931542 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (789b118e-a13c-46da-861f-8d56617d2696), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.950632 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.977704 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:47.981743 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-de8f04bb-1459-4148-8eae-e4b3a43f4b7b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6975279 Mar 24 07:50:47.984438 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56308) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:47.993095 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'security_group_rule': {'security_group_id': 'a4c7a673-423b-4f8a-9efb-8768ebdc915c', 'project_id': '2bf92b79514d43c69184310a84cf3294', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:47.994630 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1a6862e3-2e73-448f-b34a-a8f0ef17ce2d req-e524e45c-902e-4652-8daa-a2118aab5a7c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674074 Mar 24 07:50:48.027334 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (789b118e-a13c-46da-861f-8d56617d2696), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.044654 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:48.045034 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.083160 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:50:48.086551 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:50:48.090464 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:50:48.096494 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63bb8-6b63-476b-a90b-a5fbffcc42a6 None None] Pushing event updated for resources: {'Port': ['ID=48e2a04f-f49c-4ed0-bcd2-5b199c157469,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:48.145128 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.securitygroups_db [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Project 2bf92b79514d43c69184310a84cf3294 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 24 07:50:48.157085 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (7f0aaca7-48cb-4f16-b8ae-1305213b3c34), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.173045 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-ad60cc4c-5d0c-456f-8774-67393cbed48c None None] Provisioning complete for port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:48.174699 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-ad60cc4c-5d0c-456f-8774-67393cbed48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.193392 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=789b118e-a13c-46da-861f-8d56617d2696,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:48.228436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (7f0aaca7-48cb-4f16-b8ae-1305213b3c34), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.234926 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:48.235583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.303308 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (7f0aaca7-48cb-4f16-b8ae-1305213b3c34), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.331046 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:48.351212 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-5016f52a-a277-458f-969e-565802bad34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '48e2a04f-f49c-4ed0-bcd2-5b199c157469', 'name': '', 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'mac_address': 'fa:16:3e:69:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:40Z', 'updated_at': '2022-03-24T07:50:47Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'subnets': [{'id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:48.377613 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a24569af-9265-44d9-b57e-ec182f523089 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2282143 Mar 24 07:50:48.381486 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0aaca7-48cb-4f16-b8ae-1305213b3c34,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:48.398323 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Request body: {'port': {'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:50:48.428675 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016f52a-a277-458f-969e-565802bad34f None None] The sync data for ids ['cc4b2792-0598-4b13-84c9-eb011cfd8377'] in dv-cinder-834822-3-iscsi is: [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:50:41Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '48e2a04f-f49c-4ed0-bcd2-5b199c157469', 'name': '', 'network_id': 'ad031ad2-8fb6-498e-aa08-be939db5defe', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'mac_address': 'fa:16:3e:69:6f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:40Z', 'updated_at': '2022-03-24T07:50:47Z', 'revision_number': 4, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'subnets': [{'id': 'ab0cd42d-65e1-4595-80db-65e351099ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:50:48.440839 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.443626 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f8d467bb-d022-4446-b6c2-5ce3eed8007b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4565001 Mar 24 07:50:48.465567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-ad60cc4c-5d0c-456f-8774-67393cbed48c None None] Current status of the port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:48.500956 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3428e8-3faf-4ffb-a553-1b17eabfaee0 req-e652ef1f-c9a0-4294-8a3a-fa2bbf7b64a8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:48.508493 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba3428e8-3faf-4ffb-a553-1b17eabfaee0 req-e652ef1f-c9a0-4294-8a3a-fa2bbf7b64a8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 931 time: 0.1765141 Mar 24 07:50:48.625003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-aa26f5d0-aa44-4c3f-84f2-3b621a23e88a None None] Provisioning complete for port 789b118e-a13c-46da-861f-8d56617d2696 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:48.625389 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aa26f5d0-aa44-4c3f-84f2-3b621a23e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (789b118e-a13c-46da-861f-8d56617d2696), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:48.751899 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-aa26f5d0-aa44-4c3f-84f2-3b621a23e88a None None] Port 789b118e-a13c-46da-861f-8d56617d2696 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:50:48.761535 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:49.172663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (789b118e-a13c-46da-861f-8d56617d2696), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:49.199311 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba3428e8-3faf-4ffb-a553-1b17eabfaee0 req-0b382fee-ed55-49df-82c0-05cf6ecd2692 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6314578 Mar 24 07:50:49.201497 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0205-a2e3-4916-9c4d-96e6817a33d8 req-ed25504b-e023-458f-b816-e30220662f3a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:49.209149 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a79c0205-a2e3-4916-9c4d-96e6817a33d8 req-ed25504b-e023-458f-b816-e30220662f3a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.1000192 Mar 24 07:50:49.269716 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a79c0205-a2e3-4916-9c4d-96e6817a33d8 req-484dbfbc-0d7f-4b53-ac5f-bed384ac0993 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576620 Mar 24 07:50:49.600371 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789b118e-a13c-46da-861f-8d56617d2696 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:50:49.604048 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Publish callbacks [] for port (789b118e-a13c-46da-861f-8d56617d2696), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:49.612435 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 48e2a04f-f49c-4ed0-bcd2-5b199c157469 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:50:49.621611 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Transition to ACTIVE for port object 789b118e-a13c-46da-861f-8d56617d2696 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:50:49.681216 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:50:49.681596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:49.701517 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (789b118e-a13c-46da-861f-8d56617d2696), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:49.774274 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Pushing event updated for resources: {'Port': ['ID=789b118e-a13c-46da-861f-8d56617d2696,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:49.874337 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:49.949867 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Attempting to bind port 789b118e-a13c-46da-861f-8d56617d2696 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:50:49.950557 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Attempting to bind port 789b118e-a13c-46da-861f-8d56617d2696 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:50:49.952327 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Attempting to bind port 789b118e-a13c-46da-861f-8d56617d2696 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:49.961540 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Port 789b118e-a13c-46da-861f-8d56617d2696 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:50:49.962749 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Attempting to bind port 789b118e-a13c-46da-861f-8d56617d2696 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:50:49.968438 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:50:49.968870 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Checking segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:50:49.969340 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Bound using segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:50:49.969919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Bound port: 789b118e-a13c-46da-861f-8d56617d2696, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:50:49.970444 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (789b118e-a13c-46da-861f-8d56617d2696), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:50.061514 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] For port 789b118e-a13c-46da-861f-8d56617d2696, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:50:50.065033 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] For port 789b118e-a13c-46da-861f-8d56617d2696, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=789b118e-a13c-46da-861f-8d56617d2696,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:50:50.162187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (789b118e-a13c-46da-861f-8d56617d2696), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:50.236711 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Pushing event updated for resources: {'Port': ['ID=789b118e-a13c-46da-861f-8d56617d2696,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:50.250635 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.252014 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:50.254143 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-c46ab88b-7aeb-410b-994f-eb4bf9245350 service neutron] 10.222.0.67 "PUT /v2.0/ports/789b118e-a13c-46da-861f-8d56617d2696 HTTP/1.1" status: 200 len: 1093 time: 1.8636065 Mar 24 07:50:50.255194 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'tag': '789b118e-a13c-46da-861f-8d56617d2696'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:50.257110 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a75514-c435-4767-97d7-cc8a95f69faf" -d '{"events": [{"name": "network-changed", "server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "tag": "789b118e-a13c-46da-861f-8d56617d2696"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:50.358794 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6934b98c-dfb8-4781-ae2e-7d6890254658 x-openstack-request-id: req-6934b98c-dfb8-4781-ae2e-7d6890254658 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:50.359096 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "tag": "789b118e-a13c-46da-861f-8d56617d2696", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:50.371656 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6934b98c-dfb8-4781-ae2e-7d6890254658 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:50.371656 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6934b98c-dfb8-4781-ae2e-7d6890254658'] response: {'name': 'network-changed', 'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'tag': '789b118e-a13c-46da-861f-8d56617d2696', 'status': 'completed', 'code': 200} Mar 24 07:50:50.450022 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07f690-067d-4511-9d2a-e69ce8532396 req-2e2642dd-6121-4e43-8081-ffd6b539c871 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.450022 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2c07f690-067d-4511-9d2a-e69ce8532396 req-2e2642dd-6121-4e43-8081-ffd6b539c871 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.1502352 Mar 24 07:50:50.452489 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75514-c435-4767-97d7-cc8a95f69faf req-cf3bca19-b0b9-40d9-a6b8-b39dd1cf7a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.453398 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-46a75514-c435-4767-97d7-cc8a95f69faf req-cf3bca19-b0b9-40d9-a6b8-b39dd1cf7a07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1127 time: 0.0927882 Mar 24 07:50:50.481801 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f4624-85a6-481b-abb2-eab0c23087ee req-7804e3da-a47a-415e-8d33-03dd78a86e7e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.492538 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fa1f4624-85a6-481b-abb2-eab0c23087ee req-7804e3da-a47a-415e-8d33-03dd78a86e7e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.1017160 Mar 24 07:50:50.551781 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fa1f4624-85a6-481b-abb2-eab0c23087ee req-69556d2d-3e7e-4fe5-b521-5a001e17a974 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581751 Mar 24 07:50:50.570526 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56410) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:50.616137 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2c07f690-067d-4511-9d2a-e69ce8532396 req-4662bd52-a98c-4e52-819e-1bc048977fcc tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562054 Mar 24 07:50:50.654252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75514-c435-4767-97d7-cc8a95f69faf req-f788e6d9-fc35-4b6e-8917-6f15937d9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.655718 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-46a75514-c435-4767-97d7-cc8a95f69faf req-f788e6d9-fc35-4b6e-8917-6f15937d9608 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=732e20b796c4417d925b33585cc0a269&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1921365 Mar 24 07:50:50.703755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-039b85f0-35bc-4915-8700-e96b617ef428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:50.773053 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a75514-c435-4767-97d7-cc8a95f69faf req-4f9dc38c-f465-4f3e-b7dc-1ebfcb2e14cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.775567 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-46a75514-c435-4767-97d7-cc8a95f69faf req-4f9dc38c-f465-4f3e-b7dc-1ebfcb2e14cd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123374 Mar 24 07:50:50.794004 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-039b85f0-35bc-4915-8700-e96b617ef428 admin admin] Publish callbacks [] for security_group (fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:50.866580 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-216b121e-5fd4-4edb-8cd3-7534dd3b528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:50.868112 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-216b121e-5fd4-4edb-8cd3-7534dd3b528a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1127 time: 0.0478625 Mar 24 07:50:50.875869 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-039b85f0-35bc-4915-8700-e96b617ef428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:50.914375 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b85f0-35bc-4915-8700-e96b617ef428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:50.917347 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-f0a4735c-5046-4553-a15b-b02b43f9bf8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=789b118e-a13c-46da-861f-8d56617d2696 HTTP/1.1" status: 200 len: 217 time: 0.0395768 Mar 24 07:50:50.919238 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-039b85f0-35bc-4915-8700-e96b617ef428 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10266bcc4a904a7a93a73586031f5929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473217 Mar 24 07:50:50.924134 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56416) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:51.020234 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a22272d1-5d05-48d6-92c5-a4e6632ed8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:51.021721 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-a22272d1-5d05-48d6-92c5-a4e6632ed8b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0942578 Mar 24 07:50:51.046962 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-548b1f33-2c90-4e06-a43c-bc3089791003 admin admin] Publish callbacks [] for security_group (fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:51.093798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-548b1f33-2c90-4e06-a43c-bc3089791003 admin admin] Publish callbacks [] for security_group (fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:51.132696 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-44b1d46d-2219-4153-b4dd-b4dccfc91e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:51.135014 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-44b1d46d-2219-4153-b4dd-b4dccfc91e60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023865 Mar 24 07:50:51.248025 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-486dc1d0-d5cc-4e49-97b1-11f59931627f service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063457 Mar 24 07:50:51.263096 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-548b1f33-2c90-4e06-a43c-bc3089791003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:51.265802 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-548b1f33-2c90-4e06-a43c-bc3089791003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:51.275208 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-548b1f33-2c90-4e06-a43c-bc3089791003 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7 HTTP/1.1" status: 204 len: 168 time: 0.3415260 Mar 24 07:50:51.327120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b1f33-2c90-4e06-a43c-bc3089791003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76dbfa-39b3-47a5-b03c-2c6e595bdfb7,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:51.393969 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2b507ae-7698-4e34-9c63-563d678f4e06 req-44bcc12d-4f7a-44e9-8ba9-ad29dc576c03 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397729 Mar 24 07:50:51.723759 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa9415-87d2-40e4-88dd-3b8e5c696374 req-2a4f891f-992f-4e33-8f5c-4e336e9dbbda tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:51.725904 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-22aa9415-87d2-40e4-88dd-3b8e5c696374 req-2a4f891f-992f-4e33-8f5c-4e336e9dbbda tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0709972 Mar 24 07:50:51.833003 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3110e-faee-448f-a54d-b394cd13bd13 req-2886ca4a-cdc5-40e2-8618-2a5041259773 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:51.833003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0ef3110e-faee-448f-a54d-b394cd13bd13 req-2886ca4a-cdc5-40e2-8618-2a5041259773 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0623069 Mar 24 07:50:51.834622 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-22aa9415-87d2-40e4-88dd-3b8e5c696374 req-748bef64-20b6-4c2b-997e-e04c04367f06 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503814 Mar 24 07:50:51.834987 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0ef3110e-faee-448f-a54d-b394cd13bd13 req-e58d6047-3dde-49f1-8c5b-dfb43196c901 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503287 Mar 24 07:50:52.071912 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56440) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:52.086007 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8afbc700-932b-40ba-a771-6b2574550adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.161364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8afbc700-932b-40ba-a771-6b2574550adc admin admin] Publish callbacks [] for security_group (f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.261173 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8afbc700-932b-40ba-a771-6b2574550adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.304160 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8afbc700-932b-40ba-a771-6b2574550adc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f2b93309b6d4410bc96e9d0b3920fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310874 Mar 24 07:50:52.305039 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbc700-932b-40ba-a771-6b2574550adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:52.306897 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56448) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:52.357460 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e1364272-3a72-425a-bc41-196752eddc31 admin admin] Publish callbacks [] for security_group (f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.379841 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e1364272-3a72-425a-bc41-196752eddc31 admin admin] Publish callbacks [] for security_group (f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.487686 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e1364272-3a72-425a-bc41-196752eddc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.490336 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e1364272-3a72-425a-bc41-196752eddc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:52.491531 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e1364272-3a72-425a-bc41-196752eddc31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8 HTTP/1.1" status: 204 len: 168 time: 0.1835489 Mar 24 07:50:52.499575 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1364272-3a72-425a-bc41-196752eddc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1cd8e-d1b1-447c-9c6d-f243e73ae9c8,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:52.921320 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8dd5c-1a82-4531-8cf0-fe25e94bb64b req-c9a42b32-d66c-4b05-91c1-5df1ea58eb74 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:52.937687 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-85c8dd5c-1a82-4531-8cf0-fe25e94bb64b req-c9a42b32-d66c-4b05-91c1-5df1ea58eb74 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0684955 Mar 24 07:50:52.956961 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-158daeb3-5d5d-4587-bd7a-62f19842ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:52.960529 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-158daeb3-5d5d-4587-bd7a-62f19842ac84 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1130 time: 0.1053309 Mar 24 07:50:53.003441 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-85c8dd5c-1a82-4531-8cf0-fe25e94bb64b req-1c7090c2-ec6c-431e-a569-37fee3b40265 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702534 Mar 24 07:50:53.106872 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4d6c1-3929-4ed2-9bd3-4f72b6c6ea8d req-52a0c850-b319-4688-b804-fac698c88ea6 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:53.108452 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cbd4d6c1-3929-4ed2-9bd3-4f72b6c6ea8d req-52a0c850-b319-4688-b804-fac698c88ea6 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.1467216 Mar 24 07:50:53.141435 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-2c8be9fd-9455-4eb6-91b8-b28d80d63701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:53.143488 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-2c8be9fd-9455-4eb6-91b8-b28d80d63701 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.1390176 Mar 24 07:50:53.219669 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cbd4d6c1-3929-4ed2-9bd3-4f72b6c6ea8d req-e432ad3a-c7f0-47af-9dec-0a488ec93ce1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038499 Mar 24 07:50:53.234108 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-7d8ba36d-8caf-4ea0-b793-24af6f58d7d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 1002 time: 0.0837896 Mar 24 07:50:53.296739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-28c8c58e-cf6d-46c3-9a1f-198f6ce63afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:53.298848 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-28c8c58e-cf6d-46c3-9a1f-198f6ce63afe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0537908 Mar 24 07:50:53.352367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-936677ab-efde-4d16-bd43-3d0c2973f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:53.353972 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-936677ab-efde-4d16-bd43-3d0c2973f893 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491455 Mar 24 07:50:53.485371 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-94a24dfd-159f-4883-a61a-981111d7e559 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223764 Mar 24 07:50:53.594655 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4633b1c-0e31-41b1-ad98-63add682b792 req-27ad472e-cb44-4276-af6e-f13d10042b4d service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024976 Mar 24 07:50:54.146987 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efac165-8181-4408-999e-3d0105588dce req-6d3467f4-3e3c-4789-86d0-6fcf74f4e5eb tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:54.148589 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0efac165-8181-4408-999e-3d0105588dce req-6d3467f4-3e3c-4789-86d0-6fcf74f4e5eb tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0617120 Mar 24 07:50:54.195987 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0efac165-8181-4408-999e-3d0105588dce req-6b5bd9eb-c687-4dca-be98-375645b786f6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415723 Mar 24 07:50:54.359338 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bf71-cbd8-48a5-86e3-4fca45d9bfae req-05911f7d-b467-41b8-b993-5c0e46148ceb tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:54.361613 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ec39bf71-cbd8-48a5-86e3-4fca45d9bfae req-05911f7d-b467-41b8-b993-5c0e46148ceb tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0659461 Mar 24 07:50:54.418489 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ec39bf71-cbd8-48a5-86e3-4fca45d9bfae req-99cbe6d3-b658-4cea-bce2-65bdcffbfc53 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478024 Mar 24 07:50:55.122310 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56526) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:55.228217 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f3aea7a1-0e9e-47f3-a745-426d43832ff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.311921 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f3aea7a1-0e9e-47f3-a745-426d43832ff4 admin admin] Publish callbacks [] for security_group (e86aa237-68db-4d25-b16d-1abc1b488220), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.330458 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9ec35-8191-4585-aadb-26214054e61f req-f5b2ec4f-8e07-4b89-83eb-8b4a19b49972 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:55.331959 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a1c9ec35-8191-4585-aadb-26214054e61f req-f5b2ec4f-8e07-4b89-83eb-8b4a19b49972 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0612941 Mar 24 07:50:55.381944 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a1c9ec35-8191-4585-aadb-26214054e61f req-82f56786-0754-41a1-84ff-3f61b16c57f8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443597 Mar 24 07:50:55.384250 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f3aea7a1-0e9e-47f3-a745-426d43832ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e86aa237-68db-4d25-b16d-1abc1b488220), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.427497 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-f3aea7a1-0e9e-47f3-a745-426d43832ff4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e96c1181fdd946de8a31be1ab42ca398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041036 Mar 24 07:50:55.428406 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea7a1-0e9e-47f3-a745-426d43832ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86aa237-68db-4d25-b16d-1abc1b488220,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:55.430175 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56532) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:55.484396 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-305c91ea-a83d-44f2-93e2-be7c6bc69414 admin admin] Publish callbacks [] for security_group (e86aa237-68db-4d25-b16d-1abc1b488220), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.508967 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-305c91ea-a83d-44f2-93e2-be7c6bc69414 admin admin] Publish callbacks [] for security_group (e86aa237-68db-4d25-b16d-1abc1b488220), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.551564 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabad77-1af5-4c80-9f35-d4d9c850f41e req-310a0122-04d4-4fe4-a8d0-16a4b44f3f02 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:55.553127 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-baabad77-1af5-4c80-9f35-d4d9c850f41e req-310a0122-04d4-4fe4-a8d0-16a4b44f3f02 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0552831 Mar 24 07:50:55.603993 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-baabad77-1af5-4c80-9f35-d4d9c850f41e req-12d96a32-3079-4161-a167-d5c169b2b948 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451565 Mar 24 07:50:55.649951 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-305c91ea-a83d-44f2-93e2-be7c6bc69414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e86aa237-68db-4d25-b16d-1abc1b488220), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.652904 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-305c91ea-a83d-44f2-93e2-be7c6bc69414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:55.654076 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-305c91ea-a83d-44f2-93e2-be7c6bc69414 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e86aa237-68db-4d25-b16d-1abc1b488220 HTTP/1.1" status: 204 len: 168 time: 0.2229235 Mar 24 07:50:55.668209 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c91ea-a83d-44f2-93e2-be7c6bc69414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86aa237-68db-4d25-b16d-1abc1b488220,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:56.334216 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56548) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:56.348443 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4ff3-c664-4173-b55d-3664a76aaf4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.464898 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4ff3-c664-4173-b55d-3664a76aaf4d admin admin] Publish callbacks [] for security_group (0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.487210 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7eb4f-f53e-4925-9e6b-d7fdfe1795a8 req-13bacacf-a578-4072-be16-1ef21f5ce5f0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:56.488744 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3dc7eb4f-f53e-4925-9e6b-d7fdfe1795a8 req-13bacacf-a578-4072-be16-1ef21f5ce5f0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0769072 Mar 24 07:50:56.508935 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e380a34-642e-4e81-9ed3-857f516c6635 req-acdcfead-dea7-4759-a7ca-793adf407296 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:56.511216 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5e380a34-642e-4e81-9ed3-857f516c6635 req-acdcfead-dea7-4759-a7ca-793adf407296 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 946 time: 0.0547361 Mar 24 07:50:56.538162 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3dc7eb4f-f53e-4925-9e6b-d7fdfe1795a8 req-0fe47e19-6b0e-44a1-a8f7-8f765b9819c3 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Mar 24 07:50:56.544263 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-cc5c4ff3-c664-4173-b55d-3664a76aaf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.572734 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5e380a34-642e-4e81-9ed3-857f516c6635 req-5ed5f84b-cf6a-43b0-92be-74f748cbed8c tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558929 Mar 24 07:50:56.584383 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-cc5c4ff3-c664-4173-b55d-3664a76aaf4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ccb8ec7ea1249f9976e5b9819b3c48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489660 Mar 24 07:50:56.586432 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c4ff3-c664-4173-b55d-3664a76aaf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:56.587208 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56554) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:50:56.649085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-31199278-73c7-48f8-9044-0bb1b0a14208 admin admin] Publish callbacks [] for security_group (0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.673400 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-31199278-73c7-48f8-9044-0bb1b0a14208 admin admin] Publish callbacks [] for security_group (0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.726904 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:50:56.766526 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a7f7b-a968-49d7-875e-f0b1386fcaf4 req-54a8332b-4080-49f2-818e-9f0c0b7b8bfb tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:56.775429 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-de3a7f7b-a968-49d7-875e-f0b1386fcaf4 req-54a8332b-4080-49f2-818e-9f0c0b7b8bfb tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0990388 Mar 24 07:50:56.821702 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: ACTIVE; New status is: DOWN {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:50:56.822223 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.828073 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-de3a7f7b-a968-49d7-875e-f0b1386fcaf4 req-8f5a3915-22af-41dd-a925-4fc126164c27 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517504 Mar 24 07:50:56.846934 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:56.848162 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-31199278-73c7-48f8-9044-0bb1b0a14208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.854809 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ce3e5-60de-4d10-b2cb-f455976d77cf" -d '{"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-unplugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:56.854966 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-31199278-73c7-48f8-9044-0bb1b0a14208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:56.854966 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-31199278-73c7-48f8-9044-0bb1b0a14208 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5 HTTP/1.1" status: 204 len: 168 time: 0.2636254 Mar 24 07:50:56.860226 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31199278-73c7-48f8-9044-0bb1b0a14208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49f2cd-e6a9-45b7-8d6f-133bf5110cd5,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:56.887355 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82d314-f47b-4043-bccf-6d87a6fa83aa x-openstack-request-id: req-ef82d314-f47b-4043-bccf-6d87a6fa83aa {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:56.887654 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-unplugged", "status": "failed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "code": 422}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:56.887915 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef82d314-f47b-4043-bccf-6d87a6fa83aa {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:56.888483 dv-cinder-834822-3-iscsi neutron-server[110217]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ef82d314-f47b-4043-bccf-6d87a6fa83aa']: {'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'code': 422} returned with failed status Mar 24 07:50:56.890229 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:56.987364 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:57.036044 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=8']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:57.293373 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:50:57.665394 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3546f4-680d-4eb6-b629-c96ef9cb79a7 req-04c3522a-423e-45d2-be84-ba9159f97dea tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:57.666927 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9d3546f4-680d-4eb6-b629-c96ef9cb79a7 req-04c3522a-423e-45d2-be84-ba9159f97dea tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0595944 Mar 24 07:50:57.731821 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9d3546f4-680d-4eb6-b629-c96ef9cb79a7 req-c7b06f57-05d2-4362-a5b2-a024a37ee3b0 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579412 Mar 24 07:50:57.951723 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e5ca4-8658-4dd3-bbd4-96fb57672f32 req-6df3fb94-10d8-42c8-81ed-27d0c96604be tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:57.953268 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c3e5ca4-8658-4dd3-bbd4-96fb57672f32 req-6df3fb94-10d8-42c8-81ed-27d0c96604be tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0568054 Mar 24 07:50:58.012456 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3c3e5ca4-8658-4dd3-bbd4-96fb57672f32 req-830caade-1b78-487c-bf34-9b971abbcfda tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527442 Mar 24 07:50:58.168334 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-bcf1ad77-588c-4128-9ba4-ba624783d0c1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:58.170018 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-bcf1ad77-588c-4128-9ba4-ba624783d0c1 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0570335 Mar 24 07:50:58.293087 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:50:58.293420 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:58.387572 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] For port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:50:58.387970 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:58.598893 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:58.599308 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (ba8569e8-e0ee-4497-a15e-a4b474b930ba), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:58.599633 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Floating IP ba8569e8-e0ee-4497-a15e-a4b474b930ba disassociated. External IP: 172.27.3.97, port: b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a. Mar 24 07:50:58.600035 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:50:58.809133 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760edeed-1b16-46af-a825-8a5dc6a48f93 req-6fe9baf7-a41e-426d-b270-9eb25f37bdaf tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:58.820116 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-760edeed-1b16-46af-a825-8a5dc6a48f93 req-6fe9baf7-a41e-426d-b270-9eb25f37bdaf tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.1227293 Mar 24 07:50:58.873551 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-760edeed-1b16-46af-a825-8a5dc6a48f93 req-b7fdca4d-ec7f-4357-bbfe-6fb896d7e35f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474529 Mar 24 07:50:58.874809 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87b589-deaf-42d4-8014-7c936b606c70 req-a647e724-0530-4861-b4a6-3a1698f8777b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:58.878090 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9e87b589-deaf-42d4-8014-7c936b606c70 req-a647e724-0530-4861-b4a6-3a1698f8777b tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 945 time: 0.0665879 Mar 24 07:50:58.912743 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:58.931012 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9e87b589-deaf-42d4-8014-7c936b606c70 req-9cf5867a-1aa9-42e4-b8d2-b91af30c5364 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups?id=62a666d9-2d01-418b-b5ea-3dd9497110ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461345 Mar 24 07:50:58.953193 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:50:59.090182 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-bd5e2d68-637d-4977-b1a7-84f2b00a58e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373727 Mar 24 07:50:59.148137 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:50:59.166454 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2368156-5842-48f9-a47d-a1e467f69364 req-b862ade2-b459-4683-9a74-cacf17ec2790 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:59.167793 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f2368156-5842-48f9-a47d-a1e467f69364 req-b862ade2-b459-4683-9a74-cacf17ec2790 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0744896 Mar 24 07:50:59.201522 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-b43f243b-9a04-41e9-854c-53e2e36333ec tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:50:59.202988 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-b43f243b-9a04-41e9-854c-53e2e36333ec tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports/5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 941 time: 0.0667071 Mar 24 07:50:59.285527 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f2368156-5842-48f9-a47d-a1e467f69364 req-7fd87659-806f-4c07-85b2-6feee529cc1b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107378 Mar 24 07:50:59.327145 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:50:59.339527 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:50:59.352628 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:59.355564 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:59.375252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] No DVR routers for this DVR port b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:50:59.378494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:50:59.382057 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-978f7bea-d20f-4ccd-8c5e-ba6931c8b0ee req-93b23254-dd53-4fd5-9f93-cf926aed0b29 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.67 "DELETE /v2.0/ports/b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a HTTP/1.1" status: 204 len: 173 time: 1.2059078 Mar 24 07:50:59.382572 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'name': 'network-vif-deleted', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:50:59.385538 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f497f52-dead-4db9-9bdb-cacce08e2197" -d '{"events": [{"server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "name": "network-vif-deleted", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:50:59.441463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0567c8b5-e64c-4f91-b4ed-a8a19675626c x-openstack-request-id: req-0567c8b5-e64c-4f91-b4ed-a8a19675626c {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:50:59.441463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a699850-df66-414f-a2bc-0adab723d3cb", "name": "network-vif-deleted", "tag": "b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:50:59.441463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0567c8b5-e64c-4f91-b4ed-a8a19675626c {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:50:59.441708 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0567c8b5-e64c-4f91-b4ed-a8a19675626c'] response: {'server_uuid': '8a699850-df66-414f-a2bc-0adab723d3cb', 'name': 'network-vif-deleted', 'tag': 'b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a', 'status': 'completed', 'code': 200} Mar 24 07:50:59.535585 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:50:59.761302 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:59.791175 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:50:59.800491 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:50:59.801139 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:50:59.910992 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:00.023124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c9f2b-9129-4de3-a4d4-14f665a3768a req-1bfc6f45-70f0-46bd-957a-8a16dbbb82f8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:00.024829 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-547c9f2b-9129-4de3-a4d4-14f665a3768a req-1bfc6f45-70f0-46bd-957a-8a16dbbb82f8 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0721450 Mar 24 07:51:00.054636 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-548a2afd-22dd-4d3c-b434-ec4806a3ac9f req-01ead973-f622-4f59-94ee-2826350bbb5c tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a699850-df66-414f-a2bc-0adab723d3cb HTTP/1.1" status: 200 len: 210 time: 0.0310316 Mar 24 07:51:00.082428 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-547c9f2b-9129-4de3-a4d4-14f665a3768a req-fdcfe269-3094-437c-b1ae-74543d3dc8d9 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492189 Mar 24 07:51:00.134413 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:00.168696 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a10d5-893c-4d1c-965b-beb67e83e011 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'd39e8cf8-332c-4cd0-9ef6-531c4ca12fbd', 'name': '', 'network_id': '4a73517c-c95f-4cb4-9da3-a77ca754f4bb', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'mac_address': 'fa:16:3e:10:f8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:51Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'subnets': [{'id': '3e641aba-2513-4ff7-ad96-00f7847792d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:51:00.424292 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dc5a2-733a-4dd7-b545-3ecb81535509 req-1ad8683b-a024-4e10-a71a-c383b354dcde tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:00.425069 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-425dc5a2-733a-4dd7-b545-3ecb81535509 req-1ad8683b-a024-4e10-a71a-c383b354dcde tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0569406 Mar 24 07:51:00.480784 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-425dc5a2-733a-4dd7-b545-3ecb81535509 req-b488eb99-c45b-45fe-9e4e-8fdc19e5029b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497890 Mar 24 07:51:00.488342 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d742bc-c707-4cb6-9a3a-e66674c44ced None None] New status for floating IP ba8569e8-e0ee-4497-a15e-a4b474b930ba: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:51:00.866610 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-757c43cb-7f9d-4042-8674-ce64483d093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:00.868130 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-757c43cb-7f9d-4042-8674-ce64483d093b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674&tenant_id=a0f603aaa87743dead70efb96f53a709 HTTP/1.1" status: 200 len: 1128 time: 0.0450294 Mar 24 07:51:00.936268 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-fc2c99cf-43c0-4abe-9727-cc93e0278106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:00.937843 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-fc2c99cf-43c0-4abe-9727-cc93e0278106 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1128 time: 0.0467987 Mar 24 07:51:01.024070 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-110999e8-2b2e-4e3f-8a20-8530412ae60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:01.025506 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-110999e8-2b2e-4e3f-8a20-8530412ae60c service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.0815983 Mar 24 07:51:01.103239 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-5aa18bbf-e51e-4b10-8ad9-133cc6355a3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 1000 time: 0.0714037 Mar 24 07:51:01.153707 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-d4ace681-6f26-4c1d-b05f-a52f13c613ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:01.155205 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-d4ace681-6f26-4c1d-b05f-a52f13c613ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0451529 Mar 24 07:51:01.208470 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-bdb79262-e748-4499-b83f-0b65e69e93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:01.209889 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-bdb79262-e748-4499-b83f-0b65e69e93fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461628 Mar 24 07:51:01.216791 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab77d1-80ab-495f-bfd3-f09a7e69380d req-d77747a8-2d30-4266-a80c-513847bb0ae3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:01.218596 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b1ab77d1-80ab-495f-bfd3-f09a7e69380d req-d77747a8-2d30-4266-a80c-513847bb0ae3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0576913 Mar 24 07:51:01.241960 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56692) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:01.304874 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b1ab77d1-80ab-495f-bfd3-f09a7e69380d req-af83c617-50d0-4e80-a030-9db9c83738f3 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805175 Mar 24 07:51:01.321665 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-9e984e70-d052-4457-b0dd-7f39d8312518 service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042018 Mar 24 07:51:01.326162 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbd9f-6fad-41f3-bdbc-7467390d3772 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (62a666d9-2d01-418b-b5ea-3dd9497110ec), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.366392 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbd9f-6fad-41f3-bdbc-7467390d3772 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (62a666d9-2d01-418b-b5ea-3dd9497110ec), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.420802 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cb849426-3681-46f2-8c5f-37144797ddf2 req-717bafdf-0230-46cb-b3b0-655d010950de service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904553 Mar 24 07:51:01.491058 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbd9f-6fad-41f3-bdbc-7467390d3772 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62a666d9-2d01-418b-b5ea-3dd9497110ec), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.491058 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1f0fbd9f-6fad-41f3-bdbc-7467390d3772 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.491058 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1f0fbd9f-6fad-41f3-bdbc-7467390d3772 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/security-groups/62a666d9-2d01-418b-b5ea-3dd9497110ec HTTP/1.1" status: 204 len: 168 time: 0.2479353 Mar 24 07:51:01.493678 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56698) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:01.500451 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0fbd9f-6fad-41f3-bdbc-7467390d3772 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a666d9-2d01-418b-b5ea-3dd9497110ec,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:01.507302 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-1a80bf93-d8d2-475b-90cb-26c2fc4cb743 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] show failed (client error): The resource could not be found. Mar 24 07:51:01.508391 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1a80bf93-d8d2-475b-90cb-26c2fc4cb743 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "GET /v2.0/security-groups/62a666d9-2d01-418b-b5ea-3dd9497110ec HTTP/1.1" status: 404 len: 347 time: 0.0134680 Mar 24 07:51:01.518446 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56702) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:01.619055 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759492-c803-4424-a33e-a28e88edd56b req-08bbd825-cc70-4c53-954f-845cb67a670e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:01.620613 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3c759492-c803-4424-a33e-a28e88edd56b req-08bbd825-cc70-4c53-954f-845cb67a670e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0583038 Mar 24 07:51:01.655978 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Deleting port 27026068-5e50-4a9a-b3df-325829196bcb {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:51:01.655978 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (27026068-5e50-4a9a-b3df-325829196bcb), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.677144 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3c759492-c803-4424-a33e-a28e88edd56b req-ba51b47f-ec5d-4f95-a670-b10d55a3db18 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508626 Mar 24 07:51:01.738516 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (27026068-5e50-4a9a-b3df-325829196bcb), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.738788 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (27026068-5e50-4a9a-b3df-325829196bcb), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.751565 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Calling delete_port for 27026068-5e50-4a9a-b3df-325829196bcb owned by network:floatingip {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:51:01.952883 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (27026068-5e50-4a9a-b3df-325829196bcb), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:01.976575 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Pushing event deleted for resources: {'Port': ['ID=27026068-5e50-4a9a-b3df-325829196bcb,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:02.039700 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks [] for floatingip (ba8569e8-e0ee-4497-a15e-a4b474b930ba), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:02.042235 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:02.043427 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1980e17c-404d-4ebc-81a6-71934452adff tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] 10.222.0.20 "DELETE /v2.0/floatingips/ba8569e8-e0ee-4497-a15e-a4b474b930ba HTTP/1.1" status: 204 len: 168 time: 0.5239151 Mar 24 07:51:02.474914 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edc665-24cd-4e5c-99cf-893dc61f8073 req-ebee98e7-4634-4cc8-8631-abdc8e714940 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:02.476817 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a1edc665-24cd-4e5c-99cf-893dc61f8073 req-ebee98e7-4634-4cc8-8631-abdc8e714940 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0637577 Mar 24 07:51:02.572689 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a1edc665-24cd-4e5c-99cf-893dc61f8073 req-db1d293f-0fb2-417b-8a77-6b765fbdc45a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863886 Mar 24 07:51:02.750012 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 789b118e-a13c-46da-861f-8d56617d2696 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:51:02.756468 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:51:02.799254 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:51:02.800009 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b3be77f6-8ee6-46ba-b8ef-1a6157cb6e9a not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:51:02.844224 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4295edd-56aa-4b81-a06d-4f4296e27032 req-cdf26b9f-07df-4def-a958-238519b1633b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:02.847589 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e4295edd-56aa-4b81-a06d-4f4296e27032 req-cdf26b9f-07df-4def-a958-238519b1633b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 943 time: 0.0625305 Mar 24 07:51:02.944848 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e4295edd-56aa-4b81-a06d-4f4296e27032 req-6eee1b35-5fd7-4699-9d51-33dd17e281ca tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912950 Mar 24 07:51:02.946235 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 789b118e-a13c-46da-861f-8d56617d2696, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=789b118e-a13c-46da-861f-8d56617d2696,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:03.001744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '789b118e-a13c-46da-861f-8d56617d2696', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:51:03.054751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 789b118e-a13c-46da-861f-8d56617d2696 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:03.055525 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (789b118e-a13c-46da-861f-8d56617d2696), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:03.078541 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789b118e-a13c-46da-861f-8d56617d2696 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:51:03.118378 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 789b118e-a13c-46da-861f-8d56617d2696, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=789b118e-a13c-46da-861f-8d56617d2696,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:03.192596 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (789b118e-a13c-46da-861f-8d56617d2696), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:03.253271 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=789b118e-a13c-46da-861f-8d56617d2696,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:03.476778 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['789b118e-a13c-46da-861f-8d56617d2696'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:51:03.781923 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79b98f-516e-419d-b7e3-b363d26eb232 req-be91f91d-7ee4-434d-9fc0-930f1b9b8d95 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:03.784155 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6b79b98f-516e-419d-b7e3-b363d26eb232 req-be91f91d-7ee4-434d-9fc0-930f1b9b8d95 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0830739 Mar 24 07:51:03.900303 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6b79b98f-516e-419d-b7e3-b363d26eb232 req-1e271f1a-6802-45b8-a912-48c4f3f51ea0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086884 Mar 24 07:51:04.097975 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0d6c8-cb98-4c1f-9c20-444fa596875b req-7e5a0007-302a-48af-8089-f152781e64b7 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:04.099615 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3ef0d6c8-cb98-4c1f-9c20-444fa596875b req-7e5a0007-302a-48af-8089-f152781e64b7 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 944 time: 0.0643935 Mar 24 07:51:04.156673 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3ef0d6c8-cb98-4c1f-9c20-444fa596875b req-e193c9e9-ca89-4ce8-b480-bab17896c504 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494757 Mar 24 07:51:04.766880 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 789b118e-a13c-46da-861f-8d56617d2696 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:51:04.944538 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 789b118e-a13c-46da-861f-8d56617d2696 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:51:04.949295 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 789b118e-a13c-46da-861f-8d56617d2696 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:51:04.950003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (789b118e-a13c-46da-861f-8d56617d2696), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:05.056421 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76036146-548e-433a-87cf-6d0d52653bc0 req-cb2ea9b5-9e26-4934-aa6d-14e7c411039b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:05.058926 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-76036146-548e-433a-87cf-6d0d52653bc0 req-cb2ea9b5-9e26-4934-aa6d-14e7c411039b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0646930 Mar 24 07:51:05.074990 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 789b118e-a13c-46da-861f-8d56617d2696 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:05.076242 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (789b118e-a13c-46da-861f-8d56617d2696), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:05.124876 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789b118e-a13c-46da-861f-8d56617d2696'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:05.131202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd95e14-6bc3-4625-af1b-195750205d8a" -d '{"events": [{"server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "name": "network-vif-plugged", "status": "completed", "tag": "789b118e-a13c-46da-861f-8d56617d2696"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:05.142909 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-76036146-548e-433a-87cf-6d0d52653bc0 req-ece87625-345b-40e8-a723-4bcc722c7089 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740221 Mar 24 07:51:05.161537 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 789b118e-a13c-46da-861f-8d56617d2696, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=789b118e-a13c-46da-861f-8d56617d2696,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:05.210631 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e49cd3b-023f-4b65-98ba-76c9ac1e3a74 x-openstack-request-id: req-0e49cd3b-023f-4b65-98ba-76c9ac1e3a74 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:05.211007 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "name": "network-vif-plugged", "status": "completed", "tag": "789b118e-a13c-46da-861f-8d56617d2696", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:05.211336 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e49cd3b-023f-4b65-98ba-76c9ac1e3a74 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:05.211862 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e49cd3b-023f-4b65-98ba-76c9ac1e3a74'] response: {'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789b118e-a13c-46da-861f-8d56617d2696', 'code': 200} Mar 24 07:51:05.247897 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (789b118e-a13c-46da-861f-8d56617d2696), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:05.322245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=789b118e-a13c-46da-861f-8d56617d2696,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:05.325518 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcd8f0-31aa-4382-a4fa-8c2c7c2f1375 req-1175ebda-f141-404b-b144-87f7c5168293 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:05.332844 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1dfcd8f0-31aa-4382-a4fa-8c2c7c2f1375 req-1175ebda-f141-404b-b144-87f7c5168293 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.0886941 Mar 24 07:51:05.386059 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1dfcd8f0-31aa-4382-a4fa-8c2c7c2f1375 req-a5cc1aa3-8d77-429c-b486-fb5880a3cab8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511968 Mar 24 07:51:05.675410 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:06.314292 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331ef31-b21f-48ea-9b0a-f5080f84a818 req-574f023d-7d17-439e-92d6-41f2fefbc44b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:06.320466 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e331ef31-b21f-48ea-9b0a-f5080f84a818 req-574f023d-7d17-439e-92d6-41f2fefbc44b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0928912 Mar 24 07:51:06.393517 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e331ef31-b21f-48ea-9b0a-f5080f84a818 req-0af3baca-07df-43f1-99c2-034bab2329f0 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658882 Mar 24 07:51:06.400291 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56840) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:06.561512 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35031074-48d0-4a71-8c7f-f3846e47c60d req-40cc9e63-9d67-48f3-964e-de0ab444b169 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:06.563097 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-35031074-48d0-4a71-8c7f-f3846e47c60d req-40cc9e63-9d67-48f3-964e-de0ab444b169 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.0814693 Mar 24 07:51:06.631791 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-35031074-48d0-4a71-8c7f-f3846e47c60d req-8ec6f145-680e-4670-bf40-1525e5656462 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560825 Mar 24 07:51:06.942924 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c90db06f-276d-44c2-af75-2ecd08b8aa0a tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-863886012&fields=id&tenant_id=2bf92b79514d43c69184310a84cf3294 HTTP/1.1" status: 200 len: 267 time: 0.0813384 Mar 24 07:51:07.127243 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-5a957b2a-403f-4b60-8485-8b76aa548aa5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:07.137300 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-5a957b2a-403f-4b60-8485-8b76aa548aa5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 809 time: 0.1800628 Mar 24 07:51:07.147985 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (9d32c1ba-fd5e-402f-ad39-28f10203bb81), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:07.157968 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-a999aab3-f63f-40ee-9071-2d165151b37b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/quotas/2bf92b79514d43c69184310a84cf3294 HTTP/1.1" status: 200 len: 375 time: 0.0183246 Mar 24 07:51:07.194539 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56864) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:07.246632 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-442c0176-1b31-4081-88c2-3ee54ae64726 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872350 Mar 24 07:51:07.388162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccb3-7725-48c1-ad8c-da0d8d96e41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:07.614435 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Deleting port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:51:07.614435 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:07.618893 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccb3-7725-48c1-ad8c-da0d8d96e41d admin admin] Publish callbacks [] for security_group (35d585d2-c89e-414c-8315-8c00ba554ed4), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:07.630624 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-ee05e11c-2b3a-4367-a094-25f4262cd8c3 service neutron] 10.222.0.20 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808091 Mar 24 07:51:07.658486 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486090b-b809-4e4d-8f1f-be8e225f25f4 req-5777686d-672b-4dfd-8eb6-2bd4fbab6ba6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:07.658486 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c486090b-b809-4e4d-8f1f-be8e225f25f4 req-5777686d-672b-4dfd-8eb6-2bd4fbab6ba6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.1472504 Mar 24 07:51:07.740871 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] For port d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:07.741667 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:07.747894 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-570652e1-3a30-4703-94be-afabd845d6ff service neutron] 10.222.0.20 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088126 Mar 24 07:51:07.832386 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c486090b-b809-4e4d-8f1f-be8e225f25f4 req-9f1422b7-43a3-44ae-a360-e54ccef01eec tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1509275 Mar 24 07:51:07.835419 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Calling delete_port for d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd owned by network:router_interface {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:51:08.081690 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc748f-046b-43ea-8d43-9d7b31a6c482 req-1ce93ada-2887-4e30-9412-802643804e93 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:08.089870 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2cdc748f-046b-43ea-8d43-9d7b31a6c482 req-1ce93ada-2887-4e30-9412-802643804e93 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.1074347 Mar 24 07:51:08.168629 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2cdc748f-046b-43ea-8d43-9d7b31a6c482 req-9a0ead9e-1c34-431a-820b-111c56ab22f9 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771494 Mar 24 07:51:08.465388 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8f6eccb3-7725-48c1-ad8c-da0d8d96e41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (35d585d2-c89e-414c-8315-8c00ba554ed4), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.498720 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.520164 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8f6eccb3-7725-48c1-ad8c-da0d8d96e41d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8af5e700d2c840a7a9be3da4f6ae3e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3239501 Mar 24 07:51:08.521349 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56880) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:08.528031 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eccb3-7725-48c1-ad8c-da0d8d96e41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d585d2-c89e-414c-8315-8c00ba554ed4,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:08.538632 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:08.613418 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-27523fa0-7157-484e-8fd3-ae6b8c428fe5 admin admin] Publish callbacks [] for security_group (35d585d2-c89e-414c-8315-8c00ba554ed4), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.649508 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-27523fa0-7157-484e-8fd3-ae6b8c428fe5 admin admin] Publish callbacks [] for security_group (35d585d2-c89e-414c-8315-8c00ba554ed4), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.798087 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (9d32c1ba-fd5e-402f-ad39-28f10203bb81), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.825004 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-27523fa0-7157-484e-8fd3-ae6b8c428fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (35d585d2-c89e-414c-8315-8c00ba554ed4), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.825004 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-27523fa0-7157-484e-8fd3-ae6b8c428fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:08.825004 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-27523fa0-7157-484e-8fd3-ae6b8c428fe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35d585d2-c89e-414c-8315-8c00ba554ed4 HTTP/1.1" status: 204 len: 168 time: 0.2998676 Mar 24 07:51:08.852654 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27523fa0-7157-484e-8fd3-ae6b8c428fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d585d2-c89e-414c-8315-8c00ba554ed4,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:09.039277 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-877276a8-10ac-4856-86f5-324e4fdbbf63 req-2b79140c-0752-41f9-85e6-5f3908fa0a59 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 210 time: 0.0539978 Mar 24 07:51:09.403992 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2942f-74c5-4c7a-9f14-020a9fef717d req-6755017c-d833-4adc-a8b3-75387b756fe3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:09.409181 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-15d2942f-74c5-4c7a-9f14-020a9fef717d req-6755017c-d833-4adc-a8b3-75387b756fe3 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.1287582 Mar 24 07:51:09.412208 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30d01-a02e-44b3-b093-5da51946d8e3 req-009414cd-2527-4a08-a710-bf79ad60c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:09.421947 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cf30d01-a02e-44b3-b093-5da51946d8e3 req-009414cd-2527-4a08-a710-bf79ad60c1f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1129 time: 0.1024759 Mar 24 07:51:09.460178 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b7ad8-36dd-4135-8243-608b8e2c51c6 req-f573d25f-7fdf-49b0-90d5-76995a4e7924 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:09.461953 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bc8b7ad8-36dd-4135-8243-608b8e2c51c6 req-f573d25f-7fdf-49b0-90d5-76995a4e7924 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.5297251 Mar 24 07:51:09.526469 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:51:09.696905 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-bc8b7ad8-36dd-4135-8243-608b8e2c51c6 req-725ae10c-7468-45f2-9635-22ade2ed87a1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2274721 Mar 24 07:51:09.780565 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:51:09.785339 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56900) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:09.797627 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] Sync routers for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:51:09.809781 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b834c86c-27e7-4acb-b1b9-19b99a87be62 admin admin] 10.222.0.20 "PUT /v2.0/routers/9d32c1ba-fd5e-402f-ad39-28f10203bb81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4078035 Mar 24 07:51:09.815406 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56902) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:09.817515 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:51:09.819510 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:09.840550 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ab95c6d-e23b-4f66-ad26-100693ee4a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:09.973649 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:09.991861 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4cf30d01-a02e-44b3-b093-5da51946d8e3 req-c33e21c3-ecc6-4e7b-8dd7-4ea592ef1eb6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754456 Mar 24 07:51:10.013063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ab95c6d-e23b-4f66-ad26-100693ee4a81 admin admin] Publish callbacks [] for security_group (3629f2f3-aa76-4941-b50b-616618080ff4), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.028637 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-15d2942f-74c5-4c7a-9f14-020a9fef717d req-8a6cbde0-152e-4c53-98e6-65c86e29aed8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6049039 Mar 24 07:51:10.058027 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks [] for router (9d32c1ba-fd5e-402f-ad39-28f10203bb81), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.134191 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-71894655-6c89-4823-aa34-b1588cccb41c req-51b97358-b5fc-48a7-b76a-920da9b2b004 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 210 time: 0.0318561 Mar 24 07:51:10.182269 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks [] for router_gateway (9d32c1ba-fd5e-402f-ad39-28f10203bb81), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.314558 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:51:08Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:10.344648 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] Checking router: 9d32c1ba-fd5e-402f-ad39-28f10203bb81 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:51:10.353252 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] Routers {'9d32c1ba-fd5e-402f-ad39-28f10203bb81'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:51:10.353871 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:50:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:10.464492 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] Set router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:10.470546 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3ab95c6d-e23b-4f66-ad26-100693ee4a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3629f2f3-aa76-4941-b50b-616618080ff4), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.512900 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3ab95c6d-e23b-4f66-ad26-100693ee4a81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc7a6dbb4c8641cf91473aac37ee391a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7240326 Mar 24 07:51:10.514315 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56908) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:10.516019 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Deleting port b4ec5a91-73d3-42fa-a1fc-62eff354eedb {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:51:10.517047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.522862 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95c6d-e23b-4f66-ad26-100693ee4a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3629f2f3-aa76-4941-b50b-616618080ff4,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:10.569958 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f663d4ed-7508-41a7-b0d9-dbdad4cf23c5 admin admin] Publish callbacks [] for security_group (3629f2f3-aa76-4941-b50b-616618080ff4), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.594127 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f663d4ed-7508-41a7-b0d9-dbdad4cf23c5 admin admin] Publish callbacks [] for security_group (3629f2f3-aa76-4941-b50b-616618080ff4), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.625398 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] For port b4ec5a91-73d3-42fa-a1fc-62eff354eedb, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:10.626383 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.648687 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Calling delete_port for b4ec5a91-73d3-42fa-a1fc-62eff354eedb owned by network:router_gateway {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:51:10.667284 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:51:08Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:10.697379 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be00c14-c126-4614-b51d-a28a0cd38ac2 None None] The sync data for ids ['9d32c1ba-fd5e-402f-ad39-28f10203bb81'] in dv-cinder-834822-3-iscsi is: [{'id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'name': 'tempest-AttachVolumeNegativeTest-352940421-router', 'tenant_id': '1e792105a0444c72bee0d9c7fd1235ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:51:08Z', 'revision_number': 5, 'project_id': '1e792105a0444c72bee0d9c7fd1235ed', 'gw_port': {'id': 'b4ec5a91-73d3-42fa-a1fc-62eff354eedb', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d32c1ba-fd5e-402f-ad39-28f10203bb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:38Z', 'updated_at': '2022-03-24T07:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:51:10.747087 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f663d4ed-7508-41a7-b0d9-dbdad4cf23c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3629f2f3-aa76-4941-b50b-616618080ff4), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.750152 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f663d4ed-7508-41a7-b0d9-dbdad4cf23c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.754956 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-f663d4ed-7508-41a7-b0d9-dbdad4cf23c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3629f2f3-aa76-4941-b50b-616618080ff4 HTTP/1.1" status: 204 len: 168 time: 0.2396832 Mar 24 07:51:10.763961 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663d4ed-7508-41a7-b0d9-dbdad4cf23c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3629f2f3-aa76-4941-b50b-616618080ff4,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:10.891777 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d2ba4-77c2-405c-9d5a-c280b531259d req-8cd26487-b13d-4d6e-ab48-f755fb287519 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:10.893311 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-454d2ba4-77c2-405c-9d5a-c280b531259d req-8cd26487-b13d-4d6e-ab48-f755fb287519 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.0680664 Mar 24 07:51:10.927301 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (b4ec5a91-73d3-42fa-a1fc-62eff354eedb), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:10.963796 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4ec5a91-73d3-42fa-a1fc-62eff354eedb,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:10.971570 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-454d2ba4-77c2-405c-9d5a-c280b531259d req-50cac149-27a6-483f-a8b3-5201f9b754b6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715883 Mar 24 07:51:11.033611 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (9d32c1ba-fd5e-402f-ad39-28f10203bb81), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.131214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (9d32c1ba-fd5e-402f-ad39-28f10203bb81), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.133666 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks [] for router_controller (9d32c1ba-fd5e-402f-ad39-28f10203bb81), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.190181 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74538aa9-ddd2-49d4-bb13-b1818ad31acb req-d3c370d9-9a84-41b7-b620-bb208234c01e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:11.196566 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-74538aa9-ddd2-49d4-bb13-b1818ad31acb req-d3c370d9-9a84-41b7-b620-bb208234c01e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.0940115 Mar 24 07:51:11.247984 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5d0e3b18-0955-4290-991a-3c5b7093e3ce req-636e80d7-235d-4b59-8acb-e524b338cffa tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 210 time: 0.0372105 Mar 24 07:51:11.276420 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (9d32c1ba-fd5e-402f-ad39-28f10203bb81), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.277057 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d32c1ba-fd5e-402f-ad39-28f10203bb81 {{(pid=110216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:51:11.285449 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.285581 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-74538aa9-ddd2-49d4-bb13-b1818ad31acb req-af9aff65-a448-45b6-a0ba-39530a84fe5e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841765 Mar 24 07:51:11.285711 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f63be375-0e1d-4079-b616-8e4abbc5cce8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/9d32c1ba-fd5e-402f-ad39-28f10203bb81 HTTP/1.1" status: 204 len: 168 time: 1.4629862 Mar 24 07:51:11.287533 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56922) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:11.349907 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Deleting subnet 3e641aba-2513-4ff7-ad96-00f7847792d3 {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:51:11.354998 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Publish callbacks [] for subnet (3e641aba-2513-4ff7-ad96-00f7847792d3), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.400112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8941625'] for subnet (3e641aba-2513-4ff7-ad96-00f7847792d3), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.534919 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (3e641aba-2513-4ff7-ad96-00f7847792d3), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.681725 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11801686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903942'] for subnet (3e641aba-2513-4ff7-ad96-00f7847792d3), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.710266 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e641aba-2513-4ff7-ad96-00f7847792d3,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:11.716325 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.720136 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a4ed652b-378f-4147-9036-8a920ec81f98 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3e641aba-2513-4ff7-ad96-00f7847792d3 HTTP/1.1" status: 204 len: 168 time: 0.4255323 Mar 24 07:51:11.724987 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51568cd2-c916-4e28-9ee1-f7cee5d01ddc None None] Network 4a73517c-c95f-4cb4-9da3-a77ca754f4bb requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:51:11.728796 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 56932) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:11.818389 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (4a73517c-c95f-4cb4-9da3-a77ca754f4bb), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.882365 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Deleting port 5d4a9920-e161-4b95-ad74-39683527a8b5 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:51:11.884614 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.914608 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:51:11.942614 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] DHCP port deletion for 4a73517c-c95f-4cb4-9da3-a77ca754f4bb request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:51:11.945668 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:51:11.946194 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device d39e8cf8-332c-4cd0-9ef6-531c4ca12fbd not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:51:11.976162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] For port 5d4a9920-e161-4b95-ad74-39683527a8b5, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=5d4a9920-e161-4b95-ad74-39683527a8b5,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:11.977349 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:11.992205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Calling delete_port for 5d4a9920-e161-4b95-ad74-39683527a8b5 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:51:11.997050 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] Deleting port 5d4a9920-e161-4b95-ad74-39683527a8b5 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:51:12.004509 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.105511 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] For port 5d4a9920-e161-4b95-ad74-39683527a8b5, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=5d4a9920-e161-4b95-ad74-39683527a8b5,segment=NetworkSegment(cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa),segment_id=cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:12.105928 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.127449 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] Calling delete_port for 5d4a9920-e161-4b95-ad74-39683527a8b5 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:51:12.202677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28038aae-b32d-49f2-88c2-b4f6db2e0671 req-0b1311b8-72cc-4f7d-b0c7-b627b8a592b1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:12.204289 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-28038aae-b32d-49f2-88c2-b4f6db2e0671 req-0b1311b8-72cc-4f7d-b0c7-b627b8a592b1 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 944 time: 0.1533382 Mar 24 07:51:12.231412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-b71fa2ab-8f0e-4278-a8a5-0f16cc8095cb tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:12.232850 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-b71fa2ab-8f0e-4278-a8a5-0f16cc8095cb tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.67 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 809 time: 0.1925371 Mar 24 07:51:12.271496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.283422 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-28038aae-b32d-49f2-88c2-b4f6db2e0671 req-7b236963-122b-45c2-9c11-5035fdd0316d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691311 Mar 24 07:51:12.295169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (5d4a9920-e161-4b95-ad74-39683527a8b5), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.337031 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4a9920-e161-4b95-ad74-39683527a8b5,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:12.341392 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] No DVR routers for this DVR port 5d4a9920-e161-4b95-ad74-39683527a8b5 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:51:12.359988 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] Pushing event deleted for resources: {'Port': ['ID=5d4a9920-e161-4b95-ad74-39683527a8b5,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:12.383773 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b0732b9a-a8a5-4be5-a44c-1f7f41095bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.396970 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043025e-b5ad-4aa0-b731-3a67bb74a015 None None] No DVR routers for this DVR port 5d4a9920-e161-4b95-ad74-39683527a8b5 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:51:12.425648 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a7811749-c855-495e-a41d-7aada068ff4d req-d3b29181-c356-4849-97b4-de53e205a260 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 210 time: 0.0516679 Mar 24 07:51:12.501855 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-2688cb61-cda7-4bf9-a6ae-0ad45e5e7d37 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf92b79514d43c69184310a84cf3294 HTTP/1.1" status: 200 len: 379 time: 0.2562292 Mar 24 07:51:12.512270 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'port': {'device_id': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'admin_state_up': True, 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'security_groups': ['a4c7a673-423b-4f8a-9efb-8768ebdc915c']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:51:12.519408 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (4a73517c-c95f-4cb4-9da3-a77ca754f4bb), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.594056 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a73517c-c95f-4cb4-9da3-a77ca754f4bb']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:12.612708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9bdaf-5953-456b-b9ba-4aaa9f9bd328 req-9f3bb1ec-43a0-4eb1-8146-a189b58d9258 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:12.614200 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2a9bdaf-5953-456b-b9ba-4aaa9f9bd328 req-9f3bb1ec-43a0-4eb1-8146-a189b58d9258 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.2074273 Mar 24 07:51:12.615816 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:12.616145 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:12.636266 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.669424 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.685366 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:51:12.685764 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (cc8cf3dc-cf7b-4921-9dc2-3f4bb8aec0fa), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:51:12.687390 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:51:12.769880 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2a9bdaf-5953-456b-b9ba-4aaa9f9bd328 req-3fc6f5c3-003b-40b1-99de-b37917a7529b tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437278 Mar 24 07:51:12.809595 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:51:12.849309 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Made reservation on behalf of 2bf92b79514d43c69184310a84cf3294 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:51:12.853708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.892932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (4a73517c-c95f-4cb4-9da3-a77ca754f4bb), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.915633 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207c12e-9114-41f9-a880-4c9b16ffd384 req-364881f7-cfc6-4690-b4cc-e8a51a38eb87 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:12.917612 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3207c12e-9114-41f9-a880-4c9b16ffd384 req-364881f7-cfc6-4690-b4cc-e8a51a38eb87 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.0740576 Mar 24 07:51:12.934452 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:12.937912 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4a73517c-c95f-4cb4-9da3-a77ca754f4bb HTTP/1.1" status: 204 len: 168 time: 1.2101827 Mar 24 07:51:12.949933 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:12.959456 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52399b9e-46c2-43e4-b3e0-cd1f81562a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a73517c-c95f-4cb4-9da3-a77ca754f4bb,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:12.971965 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'port_id': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'mac_address': 'fa:16:3e:fa:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:51:13.017419 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3207c12e-9114-41f9-a880-4c9b16ffd384 req-88114ae4-68b1-4019-97cd-4dd415eea45e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911362 Mar 24 07:51:13.041989 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56968) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:13.058885 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:13.059369 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.059989 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Allocated IP 172.20.0.8 (4ff8177c-1363-464b-a5e4-c24f05618e51/6b10318a-d505-460d-80be-3dfba500be2b/23bbcb22-654f-4d65-865c-2a79f8bb61e4) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:51:13.090578 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e895e44-3830-4bb3-9653-6124f8fdf04a {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:51:13.100378 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e915db-2427-4340-ab66-55e1c413e1f8 tempest-TestVolumeBootPattern-17831455 tempest-TestVolumeBootPattern-17831455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:13.105617 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-33e915db-2427-4340-ab66-55e1c413e1f8 tempest-TestVolumeBootPattern-17831455 tempest-TestVolumeBootPattern-17831455-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1124 time: 0.0611000 Mar 24 07:51:13.105617 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56970) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:13.139117 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:51:13.149580 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:13.220970 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.253485 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.258682 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.289042 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=9']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:13.366928 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.377311 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.458218 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['5e895e44-3830-4bb3-9653-6124f8fdf04a'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:51:13.458714 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:51:13.466045 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:51:13.475569 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d7f49-f52b-41e7-af56-792f2b877ca6 req-bed3450e-d20d-43ba-b175-64c76047a6f5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:13.477174 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-db4d7f49-f52b-41e7-af56-792f2b877ca6 req-bed3450e-d20d-43ba-b175-64c76047a6f5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 945 time: 0.1139734 Mar 24 07:51:13.477992 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:51:13.481393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:13.565153 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Allocated IP 172.27.3.216 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:51:13.568961 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:13.569638 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.598437 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-db4d7f49-f52b-41e7-af56-792f2b877ca6 req-88b3bfc4-dbcb-41ca-af7d-b40cc1cec5ac tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128068 Mar 24 07:51:13.648899 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device b4ec5a91-73d3-42fa-a1fc-62eff354eedb no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:51:13.664164 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-6bde3629-39be-471e-9e94-4a263ef03a89 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1561682 Mar 24 07:51:13.678387 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Request body: {'port': {'device_id': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:51:13.679249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: b4ec5a91-73d3-42fa-a1fc-62eff354eedb {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:51:13.679608 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device b4ec5a91-73d3-42fa-a1fc-62eff354eedb not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:51:13.680065 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 5d4a9920-e161-4b95-ad74-39683527a8b5 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:51:13.725930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 5d4a9920-e161-4b95-ad74-39683527a8b5 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:51:13.726385 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 5d4a9920-e161-4b95-ad74-39683527a8b5 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:51:13.750219 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99765581-4a4b-47bd-9d53-49f67850687e req-1d7dc2ad-265d-43be-89fb-80832a9c921a tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:13.752490 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-99765581-4a4b-47bd-9d53-49f67850687e req-1d7dc2ad-265d-43be-89fb-80832a9c921a tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 931 time: 0.1285682 Mar 24 07:51:13.758182 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56982) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:13.798141 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.831715 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.870417 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-15fed4f9-1fa3-4978-9146-39726150e65c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e792105a0444c72bee0d9c7fd1235ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1104071 Mar 24 07:51:13.876170 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 56990) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:13.895236 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-99765581-4a4b-47bd-9d53-49f67850687e req-ed197bf8-769d-4f5e-b3ee-ac84fa4789b9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342092 Mar 24 07:51:13.920143 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9dd05db7-7c8c-4eab-b12b-7c2ca37f9428 None None] Provisioning complete for port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:51:13.921118 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9dd05db7-7c8c-4eab-b12b-7c2ca37f9428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.936654 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2dde7dd6-59de-42ad-8dd1-acc5844098e6 admin admin] Publish callbacks [] for security_group (e360f219-57e0-4701-8809-bfc6d2da1105), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.969279 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.972764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2dde7dd6-59de-42ad-8dd1-acc5844098e6 admin admin] Publish callbacks [] for security_group (e360f219-57e0-4701-8809-bfc6d2da1105), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:13.981387 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9dd05db7-7c8c-4eab-b12b-7c2ca37f9428 None None] Port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:51:14.029875 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:51:14.038731 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:51:14.043097 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:51:14.078389 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:14.142363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bbcb22-654f-4d65-865c-2a79f8bb61e4 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:51:14.150023 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Publish callbacks [] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.161801 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2dde7dd6-59de-42ad-8dd1-acc5844098e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e360f219-57e0-4701-8809-bfc6d2da1105), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.162560 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Transition to ACTIVE for port object 23bbcb22-654f-4d65-865c-2a79f8bb61e4 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:51:14.164327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2dde7dd6-59de-42ad-8dd1-acc5844098e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.165477 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2dde7dd6-59de-42ad-8dd1-acc5844098e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e360f219-57e0-4701-8809-bfc6d2da1105 HTTP/1.1" status: 204 len: 168 time: 0.2872813 Mar 24 07:51:14.180568 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde7dd6-59de-42ad-8dd1-acc5844098e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360f219-57e0-4701-8809-bfc6d2da1105,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:14.221663 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.322331 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:14.351664 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.352047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.352408 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.352752 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.353088 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.353426 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.353768 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.354163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.354496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.355207 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.355207 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.355689 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.355784 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.356130 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.356458 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:14.386614 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Attempting to bind port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:51:14.386966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Attempting to bind port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:51:14.387303 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Attempting to bind port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 on network 4ff8177c-1363-464b-a5e4-c24f05618e51 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:51:14.393480 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 on network 4ff8177c-1363-464b-a5e4-c24f05618e51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:51:14.393480 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Attempting to bind port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 on network 4ff8177c-1363-464b-a5e4-c24f05618e51 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:51:14.398594 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:51:14.398942 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Checking segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:51:14.399395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Bound using segment: {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:51:14.400003 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Bound port: 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0648c11c-2cfd-4fca-9ea8-f2a2e9628071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:51:14.400414 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.470112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:51:14.479985 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:51:14.508856 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (a33bd0e3-c40d-47a2-9397-4ce4526b2e9d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.561824 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.597738 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:14.598405 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.599793 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] 10.222.0.67 "PUT /v2.0/ports/23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 1093 time: 0.9275982 Mar 24 07:51:14.600263 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:14.602626 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b22c19-29de-436a-9e1e-c00ccd08762b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:14.658750 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.663797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c09a16-8090-433e-9693-0eb838121cec x-openstack-request-id: req-11c09a16-8090-433e-9693-0eb838121cec {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:14.663797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:14.663797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11c09a16-8090-433e-9693-0eb838121cec {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:14.663797 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c09a16-8090-433e-9693-0eb838121cec'] response: {'name': 'network-changed', 'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'status': 'completed', 'code': 200} Mar 24 07:51:14.664639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973a6f3-cc51-4d3d-a13e-16ccaffa5a71 service neutron] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:14.678173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c55087d4-1845-4469-9248-5b249fa3a8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.781712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22c19-29de-436a-9e1e-c00ccd08762b req-8ee8867a-92d7-4d0b-847d-e48d7aeece74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:14.784591 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5b22c19-29de-436a-9e1e-c00ccd08762b req-8ee8867a-92d7-4d0b-847d-e48d7aeece74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1127 time: 0.1013887 Mar 24 07:51:14.838601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:51:14.868416 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ae37a-3b64-4ef2-906b-b56ec65e0a71 req-e20daaae-eeb2-4bf6-9dad-ac8e6a5e854a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:14.870012 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e54ae37a-3b64-4ef2-906b-b56ec65e0a71 req-e20daaae-eeb2-4bf6-9dad-ac8e6a5e854a tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 945 time: 0.0864635 Mar 24 07:51:14.915721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22c19-29de-436a-9e1e-c00ccd08762b req-d414fce7-0efb-43a2-8c7b-f383e2048919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:14.915721 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5b22c19-29de-436a-9e1e-c00ccd08762b req-d414fce7-0efb-43a2-8c7b-f383e2048919 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2bf92b79514d43c69184310a84cf3294&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1222303 Mar 24 07:51:14.963292 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.974093 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 5e895e44-3830-4bb3-9653-6124f8fdf04a triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:51:14.978040 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:14.979848 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e54ae37a-3b64-4ef2-906b-b56ec65e0a71 req-6eb7806c-1a81-4681-98a8-1a3971b08c97 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0998058 Mar 24 07:51:15.032616 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.092772 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 5e895e44-3830-4bb3-9653-6124f8fdf04a is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:15.093089 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.121461 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:15.123908 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8b4c9b-181d-4f74-9892-5bdfeed05256" -d '{"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-plugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:15.126001 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:15.138694 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:15.140622 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (a33bd0e3-c40d-47a2-9397-4ce4526b2e9d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.187617 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5523a60-9c89-4cda-a1ac-99205ba60591 x-openstack-request-id: req-f5523a60-9c89-4cda-a1ac-99205ba60591 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:15.187617 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-plugged", "status": "completed", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:15.187617 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5523a60-9c89-4cda-a1ac-99205ba60591 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:15.187617 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5523a60-9c89-4cda-a1ac-99205ba60591'] response: {'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'code': 200} Mar 24 07:51:15.209813 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.322159 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=10']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:15.389483 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Floating IP a33bd0e3-c40d-47a2-9397-4ce4526b2e9d associated. External IP: 172.27.3.216, port: 789b118e-a13c-46da-861f-8d56617d2696. Mar 24 07:51:15.390777 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e2005-e400-471d-a360-79bd45035e47 req-24ede54b-7275-4f1c-9dad-e7c1698d5d6f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:15.391416 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b45e2005-e400-471d-a360-79bd45035e47 req-24ede54b-7275-4f1c-9dad-e7c1698d5d6f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0943763 Mar 24 07:51:15.394862 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22c19-29de-436a-9e1e-c00ccd08762b req-f40696c0-d3b0-40a2-ac79-52dfd12befd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:15.396541 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f5b22c19-29de-436a-9e1e-c00ccd08762b req-f40696c0-d3b0-40a2-ac79-52dfd12befd2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4666061 Mar 24 07:51:15.490409 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b45e2005-e400-471d-a360-79bd45035e47 req-69b9544a-4057-420f-8333-c7bf5ce328ba tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902758 Mar 24 07:51:15.491779 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57032) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:15.510343 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-a996bcc6-5265-47ed-92b9-cb4dce829110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:15.512106 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-a996bcc6-5265-47ed-92b9-cb4dce829110 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1127 time: 0.0722466 Mar 24 07:51:15.578482 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-8a287ca8-cb89-405a-bd45-862d31c54a9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 217 time: 0.0592618 Mar 24 07:51:15.642188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-7fe40d76-6734-4dee-a9a4-0c9dcb882399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:15.643827 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.644174 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-7fe40d76-6734-4dee-a9a4-0c9dcb882399 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 200 len: 848 time: 0.0577357 Mar 24 07:51:15.683528 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1c74d78b-540d-497d-8e25-5d33fa2052fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.698616 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-360e178d-e180-4a75-ba10-d73fbff72f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:15.700439 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-360e178d-e180-4a75-ba10-d73fbff72f24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4ff8177c-1363-464b-a5e4-c24f05618e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497227 Mar 24 07:51:15.707547 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915d50b-f2e8-4ae2-9ebf-7870e7df1c87 req-1ed3264c-32be-41d3-af3b-970e3dede9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:15.709075 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7915d50b-f2e8-4ae2-9ebf-7870e7df1c87 req-1ed3264c-32be-41d3-af3b-970e3dede9f8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1131 time: 0.1629827 Mar 24 07:51:15.792851 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:51:15.795432 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7915d50b-f2e8-4ae2-9ebf-7870e7df1c87 req-d166d845-79a2-418c-a88c-29d99c9622bf service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795853 Mar 24 07:51:15.809142 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-41e0e30e-a38f-4e81-8634-300941253ffa service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026566 Mar 24 07:51:15.910987 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1c74d78b-540d-497d-8e25-5d33fa2052fe admin admin] Publish callbacks [] for security_group (dc3de4d2-8130-4f63-97d2-df47f4059c8b), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:15.941177 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:51:15.951840 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:51:15.961865 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:51:15.962543 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:51:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:15.978333 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-1c74d78b-540d-497d-8e25-5d33fa2052fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dc3de4d2-8130-4f63-97d2-df47f4059c8b), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:16.030480 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-1c74d78b-540d-497d-8e25-5d33fa2052fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1588d509c8441bb9b92bc5bd6076d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338426 Mar 24 07:51:16.032173 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57052) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:16.077220 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:16.138918 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:16.143568 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74d78b-540d-497d-8e25-5d33fa2052fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3de4d2-8130-4f63-97d2-df47f4059c8b,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:16.159970 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0bb185d0-2472-470e-a88c-3b20a16f70ec tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0428131 Mar 24 07:51:16.159970 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-76c9873f-b797-4eeb-b8bc-e4a4c6774ec8 admin admin] Publish callbacks [] for security_group (dc3de4d2-8130-4f63-97d2-df47f4059c8b), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:16.159970 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'tag': '789b118e-a13c-46da-861f-8d56617d2696'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:16.159970 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda0bfe-e432-42ea-8273-377d358559b6" -d '{"events": [{"name": "network-changed", "server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "tag": "789b118e-a13c-46da-861f-8d56617d2696"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:16.188984 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d076385e-4ff0-4684-8a8f-c1f6b6ac7fd9 req-595bd680-7365-4840-8235-a24738aa362e service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815519 Mar 24 07:51:16.193037 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-76c9873f-b797-4eeb-b8bc-e4a4c6774ec8 admin admin] Publish callbacks [] for security_group (dc3de4d2-8130-4f63-97d2-df47f4059c8b), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:16.202322 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf194d-9487-4e52-8977-740187c8cd84 req-0fcbf3a9-7b71-45fb-80e2-69beb5b4e374 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:16.210786 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3bdf194d-9487-4e52-8977-740187c8cd84 req-0fcbf3a9-7b71-45fb-80e2-69beb5b4e374 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.1220982 Mar 24 07:51:16.263020 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3bdf194d-9487-4e52-8977-740187c8cd84 req-5cd6d2e0-8f01-4d33-94ac-4c7a60a79edb tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513692 Mar 24 07:51:16.281466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46fa8ae-8cf8-4863-9e5a-35dbf1f4fb21 x-openstack-request-id: req-d46fa8ae-8cf8-4863-9e5a-35dbf1f4fb21 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:16.281888 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "tag": "789b118e-a13c-46da-861f-8d56617d2696", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:16.282232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d46fa8ae-8cf8-4863-9e5a-35dbf1f4fb21 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:16.282726 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46fa8ae-8cf8-4863-9e5a-35dbf1f4fb21'] response: {'name': 'network-changed', 'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'tag': '789b118e-a13c-46da-861f-8d56617d2696', 'status': 'completed', 'code': 200} Mar 24 07:51:16.350291 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-76c9873f-b797-4eeb-b8bc-e4a4c6774ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dc3de4d2-8130-4f63-97d2-df47f4059c8b), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:16.353040 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-a520c090-a11d-4163-b024-6ae11b6c802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:16.353298 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-76c9873f-b797-4eeb-b8bc-e4a4c6774ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:16.354706 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-a520c090-a11d-4163-b024-6ae11b6c802a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1129 time: 0.0502298 Mar 24 07:51:16.357832 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-76c9873f-b797-4eeb-b8bc-e4a4c6774ec8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc3de4d2-8130-4f63-97d2-df47f4059c8b HTTP/1.1" status: 204 len: 168 time: 0.3243787 Mar 24 07:51:16.368133 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9873f-b797-4eeb-b8bc-e4a4c6774ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3de4d2-8130-4f63-97d2-df47f4059c8b,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:16.480527 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-7a0f1f73-375c-4b75-a311-39afc2aa23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:16.482277 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-7a0f1f73-375c-4b75-a311-39afc2aa23f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 912 time: 0.1205933 Mar 24 07:51:16.495702 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:14Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:16.523545 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:51:16.534450 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:51:16.535087 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:51:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:16.560627 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-8577da84-e7d3-4178-b82e-77e40aca8c66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=789b118e-a13c-46da-861f-8d56617d2696 HTTP/1.1" status: 200 len: 999 time: 0.0717292 Mar 24 07:51:16.650682 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:16.655932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-982be747-870b-4c21-817a-8f6219ffc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:16.658351 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-982be747-870b-4c21-817a-8f6219ffc1fa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0841067 Mar 24 07:51:16.683364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45967a2c-89c6-40eb-93a8-badf8a17f3af req-2c693518-26c4-4ee6-b7a0-9ba641e08d54 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:16.684918 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-45967a2c-89c6-40eb-93a8-badf8a17f3af req-2c693518-26c4-4ee6-b7a0-9ba641e08d54 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0991278 Mar 24 07:51:16.753259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-27699a90-0af9-4500-ba72-d0b5354a034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:16.754924 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-27699a90-0af9-4500-ba72-d0b5354a034d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901997 Mar 24 07:51:16.758948 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-45967a2c-89c6-40eb-93a8-badf8a17f3af req-168a0641-499d-4c1e-b0fa-f9098b64a595 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586684 Mar 24 07:51:16.862346 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-7dfeac85-336a-4853-8675-7a224f729eab service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972457 Mar 24 07:51:16.909426 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:14Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:16.944933 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092213b9-f363-49ab-ab39-dcc20856f867 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:14Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:51:16.979883 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9eda0bfe-e432-42ea-8273-377d358559b6 req-6cb8874d-72e1-4a35-9e7d-3d6bc2056327 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113701 Mar 24 07:51:17.099506 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57098) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:17.155925 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57102) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:17.171333 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-15874ae6-59a9-4866-8dda-dae3aac7aa2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.203421 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.221906 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d77a04-e07c-4342-aad2-e5c66411c2cf None None] New status for floating IP a33bd0e3-c40d-47a2-9397-4ce4526b2e9d: ACTIVE {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:51:17.279697 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-15874ae6-59a9-4866-8dda-dae3aac7aa2c admin admin] Publish callbacks [] for security_group (62eb94b7-eebb-47a7-a1ff-ddf5e6fef335), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.340655 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-15874ae6-59a9-4866-8dda-dae3aac7aa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62eb94b7-eebb-47a7-a1ff-ddf5e6fef335), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.423532 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-15874ae6-59a9-4866-8dda-dae3aac7aa2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5320f3acf42244d7a94409c2188672ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653205 Mar 24 07:51:17.426061 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57114) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:17.432907 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15874ae6-59a9-4866-8dda-dae3aac7aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eb94b7-eebb-47a7-a1ff-ddf5e6fef335,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:17.437083 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff2ae-56de-4725-bee0-e36adf0ad995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.478960 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c4eb3-6145-440c-9fd7-ddd08e38c44c req-b0e022c5-d7ea-4418-953d-35b8cfd113a6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:17.480540 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-135c4eb3-6145-440c-9fd7-ddd08e38c44c req-b0e022c5-d7ea-4418-953d-35b8cfd113a6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.1143737 Mar 24 07:51:17.491415 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5057673a-3f82-4b98-8447-dbf31b8953de admin admin] Publish callbacks [] for security_group (62eb94b7-eebb-47a7-a1ff-ddf5e6fef335), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.524097 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5057673a-3f82-4b98-8447-dbf31b8953de admin admin] Publish callbacks [] for security_group (62eb94b7-eebb-47a7-a1ff-ddf5e6fef335), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.557434 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-135c4eb3-6145-440c-9fd7-ddd08e38c44c req-7bc5945a-b1c3-4f2d-ae27-f16edbe2aa24 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695930 Mar 24 07:51:17.576480 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff2ae-56de-4725-bee0-e36adf0ad995 admin admin] Publish callbacks [] for security_group (5f719183-2a81-408b-a351-6ca8cbc83d60), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.649566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5057673a-3f82-4b98-8447-dbf31b8953de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62eb94b7-eebb-47a7-a1ff-ddf5e6fef335), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.652241 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5057673a-3f82-4b98-8447-dbf31b8953de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.653430 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-5057673a-3f82-4b98-8447-dbf31b8953de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62eb94b7-eebb-47a7-a1ff-ddf5e6fef335 HTTP/1.1" status: 204 len: 168 time: 0.2263761 Mar 24 07:51:17.661637 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057673a-3f82-4b98-8447-dbf31b8953de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eb94b7-eebb-47a7-a1ff-ddf5e6fef335,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:17.681463 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff2ae-56de-4725-bee0-e36adf0ad995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5f719183-2a81-408b-a351-6ca8cbc83d60), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.733409 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-bf7ff2ae-56de-4725-bee0-e36adf0ad995 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b06f1fad2b8415ca9d3f8be05133d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6324656 Mar 24 07:51:17.734491 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ff2ae-56de-4725-bee0-e36adf0ad995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f719183-2a81-408b-a351-6ca8cbc83d60,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:17.736869 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57130) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:17.806012 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5c5003c1-c28e-4f8e-9c5f-807eca79fcff admin admin] Publish callbacks [] for security_group (5f719183-2a81-408b-a351-6ca8cbc83d60), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.843784 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5c5003c1-c28e-4f8e-9c5f-807eca79fcff admin admin] Publish callbacks [] for security_group (5f719183-2a81-408b-a351-6ca8cbc83d60), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:17.945607 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8382b6-27dd-4224-afab-22b0892f40a3 req-4161bc98-b6f4-47bb-bdd6-321dd68c8788 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:17.947260 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8e8382b6-27dd-4224-afab-22b0892f40a3 req-4161bc98-b6f4-47bb-bdd6-321dd68c8788 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0955646 Mar 24 07:51:18.020604 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8e8382b6-27dd-4224-afab-22b0892f40a3 req-9d9bf0bf-7ba1-49c9-8a48-6664de7dc0a9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638137 Mar 24 07:51:18.022316 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5c5003c1-c28e-4f8e-9c5f-807eca79fcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5f719183-2a81-408b-a351-6ca8cbc83d60), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:18.026639 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-5c5003c1-c28e-4f8e-9c5f-807eca79fcff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:18.031158 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-5c5003c1-c28e-4f8e-9c5f-807eca79fcff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f719183-2a81-408b-a351-6ca8cbc83d60 HTTP/1.1" status: 204 len: 168 time: 0.2902241 Mar 24 07:51:18.041506 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5003c1-c28e-4f8e-9c5f-807eca79fcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f719183-2a81-408b-a351-6ca8cbc83d60,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:18.740902 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:18.947729 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afe808-60ae-4556-b9d7-ac961ad61575 req-3e558214-6b61-4272-b63d-a6b3c591330d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:18.956258 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-41afe808-60ae-4556-b9d7-ac961ad61575 req-3e558214-6b61-4272-b63d-a6b3c591330d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.3091133 Mar 24 07:51:19.009135 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-41afe808-60ae-4556-b9d7-ac961ad61575 req-ccd5ff48-6ab4-40b6-9c8e-5e719838df23 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453382 Mar 24 07:51:19.151509 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a75047-9cbe-4416-826b-edf57330cd24 req-ff419bd5-775d-4f93-af93-313dfc6ae23c tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:19.153877 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d8a75047-9cbe-4416-826b-edf57330cd24 req-ff419bd5-775d-4f93-af93-313dfc6ae23c tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0607140 Mar 24 07:51:19.212387 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d8a75047-9cbe-4416-826b-edf57330cd24 req-d0dc0e7e-5a75-46e8-9f9c-dacb80258d5d tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Mar 24 07:51:20.138267 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07b80e-a399-4875-b3a9-308bced31426 req-5b956529-8a12-47d7-9207-f69c715d051f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:20.139901 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dc07b80e-a399-4875-b3a9-308bced31426 req-5b956529-8a12-47d7-9207-f69c715d051f tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.0567942 Mar 24 07:51:20.189993 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dc07b80e-a399-4875-b3a9-308bced31426 req-7a1b9f74-bae4-4c2b-809a-2928b8ccd627 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431592 Mar 24 07:51:20.335927 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b4f85-7dec-4274-aac4-ecaaabc4305e req-36d4318b-65a3-492b-8f87-b997ab47866d tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:20.337740 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-827b4f85-7dec-4274-aac4-ecaaabc4305e req-36d4318b-65a3-492b-8f87-b997ab47866d tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0580280 Mar 24 07:51:20.389925 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-827b4f85-7dec-4274-aac4-ecaaabc4305e req-c7626352-6972-407f-9955-7caf0174044a tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 Mar 24 07:51:21.514195 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ca43a-d723-40cc-81b5-899fbdb5d23b req-38b21364-012c-482b-b356-194bf91e986b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:21.515680 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c49ca43a-d723-40cc-81b5-899fbdb5d23b req-38b21364-012c-482b-b356-194bf91e986b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0556171 Mar 24 07:51:21.565456 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c49ca43a-d723-40cc-81b5-899fbdb5d23b req-5cc08932-51ef-447e-8736-4c3e30ef782f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Mar 24 07:51:22.687925 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ec04b-696c-4002-bd01-732668941ab6 req-b4171962-0a95-4278-992c-d58a4feb5514 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:22.689511 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-de6ec04b-696c-4002-bd01-732668941ab6 req-b4171962-0a95-4278-992c-d58a4feb5514 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0533562 Mar 24 07:51:22.742571 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-de6ec04b-696c-4002-bd01-732668941ab6 req-3bc47739-fb1b-4d53-9b6b-a4b6e62e051e tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474977 Mar 24 07:51:22.885782 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:51:22.982996 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:22.995069 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'port_id': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'mac_address': 'fa:16:3e:76:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:51:23.031735 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:23.032160 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:23.044767 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bbcb22-654f-4d65-865c-2a79f8bb61e4 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:51:23.064935 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:23.140710 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:23.191648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:23.863847 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4024-d1f7-479f-90c7-c6f6ef81c4c3 req-590db99e-780e-479d-9dc5-d73147ca08ff tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:23.865370 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-595c4024-d1f7-479f-90c7-c6f6ef81c4c3 req-590db99e-780e-479d-9dc5-d73147ca08ff tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 944 time: 0.0521474 Mar 24 07:51:23.912491 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-595c4024-d1f7-479f-90c7-c6f6ef81c4c3 req-26c138a1-229d-428b-8d28-8c90636f1419 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417836 Mar 24 07:51:25.030632 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f53bde-1cb0-4f3b-bf12-74b878f8b9cc req-6287f5c2-46d1-4de9-8d62-94bb3374c905 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:25.032151 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-43f53bde-1cb0-4f3b-bf12-74b878f8b9cc req-6287f5c2-46d1-4de9-8d62-94bb3374c905 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 944 time: 0.0539184 Mar 24 07:51:25.086055 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-43f53bde-1cb0-4f3b-bf12-74b878f8b9cc req-fda23ff9-ea18-436e-84e7-ae66d4ee5a39 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476315 Mar 24 07:51:25.770724 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['23bbcb22-654f-4d65-865c-2a79f8bb61e4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:51:26.207101 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338802f-b3e9-4be4-a299-4624e68d67b8 req-18a1c501-ac78-4402-8c9a-4f5a08f44588 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:26.208602 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5338802f-b3e9-4be4-a299-4624e68d67b8 req-18a1c501-ac78-4402-8c9a-4f5a08f44588 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 944 time: 0.0557041 Mar 24 07:51:26.255704 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5338802f-b3e9-4be4-a299-4624e68d67b8 req-07081846-52d6-4258-9a9f-767a4dd943a9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Mar 24 07:51:27.376726 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb464b-17dd-4898-90a8-c2e1cc58ce8c req-a7dad730-6204-437c-8c18-e9e9015adf6e tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:27.378286 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-79bb464b-17dd-4898-90a8-c2e1cc58ce8c req-a7dad730-6204-437c-8c18-e9e9015adf6e tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 944 time: 0.0578203 Mar 24 07:51:27.428483 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-79bb464b-17dd-4898-90a8-c2e1cc58ce8c req-c3686c29-5374-4cc1-94cd-f9e17d65ebbb tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442507 Mar 24 07:51:27.529960 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:51:27.674925 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:51:27.678881 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:51:27.679260 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:27.884695 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:27.885089 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:27.906826 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:27.909619 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d991a5-c26a-47ec-8ca1-7afa2eecef78" -d '{"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-plugged", "status": "completed", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:27.921572 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:27.945497 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed5c2d0-49c9-405f-b772-114dd7ed8d9a x-openstack-request-id: req-8ed5c2d0-49c9-405f-b772-114dd7ed8d9a {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:27.945768 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-plugged", "status": "completed", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:27.946069 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ed5c2d0-49c9-405f-b772-114dd7ed8d9a {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:27.946454 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed5c2d0-49c9-405f-b772-114dd7ed8d9a'] response: {'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'code': 200} Mar 24 07:51:27.972190 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:28.018637 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:28.025887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.026320 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.026675 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.027025 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.027368 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.027707 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.028104 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.028441 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.028777 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.029118 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.029450 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.029785 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.030117 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.030445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.030773 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:28.557201 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736f079-5d86-4def-b453-6ed4da9679ed req-b1097e6e-50ca-4d6b-b9dd-c820ed8261ab tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:28.558704 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4736f079-5d86-4def-b453-6ed4da9679ed req-b1097e6e-50ca-4d6b-b9dd-c820ed8261ab tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0630219 Mar 24 07:51:28.606974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4736f079-5d86-4def-b453-6ed4da9679ed req-5157aab9-bd6d-410e-bfe9-00c0f2c1fe1f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425968 Mar 24 07:51:29.723812 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca5ded-971f-4a4d-b14d-1b589355b8e9 req-5fc513b9-86eb-4440-9955-a5876e2dceae tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:29.725320 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a6ca5ded-971f-4a4d-b14d-1b589355b8e9 req-5fc513b9-86eb-4440-9955-a5876e2dceae tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0525918 Mar 24 07:51:29.774220 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a6ca5ded-971f-4a4d-b14d-1b589355b8e9 req-ef2f3697-1747-4f7e-bb38-4445bf264978 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428376 Mar 24 07:51:30.894300 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040f8b6-94b2-4a3a-a464-129a9c7ca76d req-8fb5673e-bac0-46cc-912f-ec683eadac43 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:30.899233 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7040f8b6-94b2-4a3a-a464-129a9c7ca76d req-8fb5673e-bac0-46cc-912f-ec683eadac43 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Mar 24 07:51:30.942917 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7040f8b6-94b2-4a3a-a464-129a9c7ca76d req-fd28ce34-23bd-48af-9882-82747e8441e9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414493 Mar 24 07:51:31.051167 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b42b1-4a38-46f8-911e-39712d0ec4d2 req-cd1dc0ea-10c3-4161-b975-8c440b4b7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:31.052602 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-247b42b1-4a38-46f8-911e-39712d0ec4d2 req-cd1dc0ea-10c3-4161-b975-8c440b4b7d3d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1129 time: 0.0445619 Mar 24 07:51:31.104604 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-247b42b1-4a38-46f8-911e-39712d0ec4d2 req-741c04b1-382b-46af-83c5-8e175afc20c7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 Mar 24 07:51:32.059501 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640e734-f5b7-456e-abdc-364873cade2d req-76905062-0278-42af-9ce1-f6478ac071a3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:32.061054 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9640e734-f5b7-456e-abdc-364873cade2d req-76905062-0278-42af-9ce1-f6478ac071a3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0531776 Mar 24 07:51:32.118196 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9640e734-f5b7-456e-abdc-364873cade2d req-2f560ff6-36e0-4b04-a437-337c90e1f368 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494304 Mar 24 07:51:32.613619 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57386) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:32.716588 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7b24-669d-4e1a-9cdd-3f370dd77c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:32.789319 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7b24-669d-4e1a-9cdd-3f370dd77c97 admin admin] Publish callbacks [] for security_group (c574a368-e792-44f4-8e6f-fad06bc85a70), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:32.846447 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f8cf7b24-669d-4e1a-9cdd-3f370dd77c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c574a368-e792-44f4-8e6f-fad06bc85a70), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:32.883385 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f8cf7b24-669d-4e1a-9cdd-3f370dd77c97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf8383b21ab34985ba6a352513d9b51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686584 Mar 24 07:51:32.884259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf7b24-669d-4e1a-9cdd-3f370dd77c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574a368-e792-44f4-8e6f-fad06bc85a70,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:32.886196 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57390) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:32.945412 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Publish callbacks [] for security_group (c574a368-e792-44f4-8e6f-fad06bc85a70), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:32.966938 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Publish callbacks [] for security_group (c574a368-e792-44f4-8e6f-fad06bc85a70), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.083844 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (c574a368-e792-44f4-8e6f-fad06bc85a70), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.086450 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.087630 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c574a368-e792-44f4-8e6f-fad06bc85a70 HTTP/1.1" status: 204 len: 168 time: 0.2004409 Mar 24 07:51:33.095896 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574a368-e792-44f4-8e6f-fad06bc85a70,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:33.103668 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.104049 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.104400 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.104743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.105173 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.105512 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.105847 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.106176 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.106561 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.107370 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.107717 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.108080 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.108414 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.108745 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.109198 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae5a55-f236-4b94-95d4-01173a2c486d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:51:33.244683 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e135c4-4063-4ca1-8746-658f4519f2dc req-dbbe6508-a45c-4244-bbd1-d655ecfd4be2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:33.246832 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-51e135c4-4063-4ca1-8746-658f4519f2dc req-dbbe6508-a45c-4244-bbd1-d655ecfd4be2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0644872 Mar 24 07:51:33.298775 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-51e135c4-4063-4ca1-8746-658f4519f2dc req-03a30dea-bc7a-4591-948c-a92b58d4be95 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457304 Mar 24 07:51:33.425845 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62a07b-fc1d-4206-9704-3d4e0d345453 req-f04a4e2c-de10-4598-8a1d-ea3707ca4280 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:33.426258 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8e62a07b-fc1d-4206-9704-3d4e0d345453 req-f04a4e2c-de10-4598-8a1d-ea3707ca4280 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0592482 Mar 24 07:51:33.474724 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8e62a07b-fc1d-4206-9704-3d4e0d345453 req-fc351de4-9e4d-4e69-a5a8-764793c0f238 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 Mar 24 07:51:33.496903 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57410) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:33.698623 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3884a72f-52f8-43b4-a29b-ef488e8db869 tempest-TestShelveInstance-42994009 tempest-TestShelveInstance-42994009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:33.700576 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3884a72f-52f8-43b4-a29b-ef488e8db869 tempest-TestShelveInstance-42994009 tempest-TestShelveInstance-42994009-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1124 time: 0.2026181 Mar 24 07:51:33.703491 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57414) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:33.708337 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'port_id': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:51:33.759153 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57416) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:33.773256 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-79dc5fdc-7630-462a-80d8-b190da667c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.808818 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.895053 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-79dc5fdc-7630-462a-80d8-b190da667c6f admin admin] Publish callbacks [] for security_group (01db6e14-6044-42b9-b92b-155ff9eae7be), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.933871 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:33.974415 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-79dc5fdc-7630-462a-80d8-b190da667c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (01db6e14-6044-42b9-b92b-155ff9eae7be), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.051101 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc5fdc-7630-462a-80d8-b190da667c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01db6e14-6044-42b9-b92b-155ff9eae7be,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:34.057360 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-79dc5fdc-7630-462a-80d8-b190da667c6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2368c7fc3ed46bcaca4877685241f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971869 Mar 24 07:51:34.060002 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57418) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:34.096327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Allocated IP 172.27.3.88 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/cfae1cbd-f742-46e9-b48f-96b04235fb12) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:51:34.174875 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-081b5da3-c339-472a-b83f-fbfc22bfa3be admin admin] Publish callbacks [] for security_group (01db6e14-6044-42b9-b92b-155ff9eae7be), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.209484 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-081b5da3-c339-472a-b83f-fbfc22bfa3be admin admin] Publish callbacks [] for security_group (01db6e14-6044-42b9-b92b-155ff9eae7be), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.261466 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.292709 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:51:34.357373 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-081b5da3-c339-472a-b83f-fbfc22bfa3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (01db6e14-6044-42b9-b92b-155ff9eae7be), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.359969 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-081b5da3-c339-472a-b83f-fbfc22bfa3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.361639 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-081b5da3-c339-472a-b83f-fbfc22bfa3be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01db6e14-6044-42b9-b92b-155ff9eae7be HTTP/1.1" status: 204 len: 168 time: 0.3005948 Mar 24 07:51:34.369255 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b5da3-c339-472a-b83f-fbfc22bfa3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db6e14-6044-42b9-b92b-155ff9eae7be,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:34.393038 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.431276 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:51:34.434183 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:51:34.439055 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:51:34.477562 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'Port': ['ID=cfae1cbd-f742-46e9-b48f-96b04235fb12,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:34.816887 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for floatingip (4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.947569 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:34.998682 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57426) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:35.015295 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2f60d9e8-46fe-4716-af6e-aded04b4ab26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.090260 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2f60d9e8-46fe-4716-af6e-aded04b4ab26 admin admin] Publish callbacks [] for security_group (07274cb2-1aa5-4ea4-8f10-dffcd7708222), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.097232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.166432 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2f60d9e8-46fe-4716-af6e-aded04b4ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (07274cb2-1aa5-4ea4-8f10-dffcd7708222), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.195082 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.205354 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60d9e8-46fe-4716-af6e-aded04b4ab26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07274cb2-1aa5-4ea4-8f10-dffcd7708222,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:35.210476 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2f60d9e8-46fe-4716-af6e-aded04b4ab26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=067958028fdb4cd3ae09d7ae8e8b61ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107203 Mar 24 07:51:35.213863 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57428) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:35.265122 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-683bc122-ba24-4b17-b274-c13376388136 admin admin] Publish callbacks [] for security_group (07274cb2-1aa5-4ea4-8f10-dffcd7708222), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.269146 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event updated for resources: {'Port': ['ID=cfae1cbd-f742-46e9-b48f-96b04235fb12,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:35.277583 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.287603 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-683bc122-ba24-4b17-b274-c13376388136 admin admin] Publish callbacks [] for security_group (07274cb2-1aa5-4ea4-8f10-dffcd7708222), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.381106 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Floating IP 4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255 associated. External IP: 172.27.3.88, port: 23bbcb22-654f-4d65-865c-2a79f8bb61e4. Mar 24 07:51:35.401222 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-683bc122-ba24-4b17-b274-c13376388136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (07274cb2-1aa5-4ea4-8f10-dffcd7708222), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.403883 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-683bc122-ba24-4b17-b274-c13376388136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.405184 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-683bc122-ba24-4b17-b274-c13376388136 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07274cb2-1aa5-4ea4-8f10-dffcd7708222 HTTP/1.1" status: 204 len: 168 time: 0.1901796 Mar 24 07:51:35.416668 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bc122-ba24-4b17-b274-c13376388136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07274cb2-1aa5-4ea4-8f10-dffcd7708222,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:35.602450 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:51:35.649269 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.713635 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:51:35.724171 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] Sync routers for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:51:35.733752 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:51:35.734374 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:51:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:35.794231 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:35.837661 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-876d9fe4-c5cd-4853-8d10-f7f1bf8ea5f5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1324782 Mar 24 07:51:35.838394 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:35.840922 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6954af-d123-4f33-adac-18726aa8d4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:35.847368 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:35.878401 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5783b11d-26a7-4e2e-a356-09a4ee1bed7e x-openstack-request-id: req-5783b11d-26a7-4e2e-a356-09a4ee1bed7e {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:35.878698 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:35.878959 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5783b11d-26a7-4e2e-a356-09a4ee1bed7e {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:35.879373 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5783b11d-26a7-4e2e-a356-09a4ee1bed7e'] response: {'name': 'network-changed', 'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'status': 'completed', 'code': 200} Mar 24 07:51:36.075236 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'port_id': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'mac_address': 'fa:16:3e:76:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:34Z', 'updated_at': '2022-03-24T07:51:34Z', 'revision_number': 0, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:36.105700 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] Checking router: 7d8bb432-1650-4f65-80ef-8869b7f3abe9 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:51:36.115226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:51:36.115842 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:51:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:36.226626 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:51:36.457200 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'port_id': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'mac_address': 'fa:16:3e:76:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:34Z', 'updated_at': '2022-03-24T07:51:34Z', 'revision_number': 0, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:51:36.488801 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd032063-0ae6-4b11-b2b5-0b3eb541f443 None None] The sync data for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi is: [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'port_id': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'mac_address': 'fa:16:3e:76:1c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:34Z', 'updated_at': '2022-03-24T07:51:34Z', 'revision_number': 0, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:51:36.639081 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-c5b36ee5-46e6-4641-84ff-578a89354bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:36.640684 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-c5b36ee5-46e6-4641-84ff-578a89354bce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1129 time: 0.0538445 Mar 24 07:51:36.721585 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969e4ae6-55c1-40d4-8781-a434c708ed04 None None] New status for floating IP 4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255: ACTIVE {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:51:36.743176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-692c4878-90c7-4ff8-b99d-6ac61b8ec00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:36.745393 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-692c4878-90c7-4ff8-b99d-6ac61b8ec00d service neutron] 10.222.0.67 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 910 time: 0.0966914 Mar 24 07:51:36.817566 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-53c47a6e-4a9e-4e7a-a023-eb14eb332bea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 998 time: 0.0648098 Mar 24 07:51:36.866862 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-bc7078ed-1061-46f2-9e3f-8dcdd1bde5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:36.868539 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-bc7078ed-1061-46f2-9e3f-8dcdd1bde5ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 200 len: 848 time: 0.0449564 Mar 24 07:51:36.926617 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-a9912c02-c69b-4a1b-86a1-09896d705da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:36.928137 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-a9912c02-c69b-4a1b-86a1-09896d705da1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4ff8177c-1363-464b-a5e4-c24f05618e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525885 Mar 24 07:51:37.026786 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-8b5b35c5-c5f1-46dc-9dfb-3b3f06664140 service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907302 Mar 24 07:51:37.119263 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba6954af-d123-4f33-adac-18726aa8d4e3 req-cbdc1eb9-a445-4ba0-abc6-b672ff2fd16f service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845592 Mar 24 07:51:38.354665 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-eb7d995f-de59-4c9b-9254-ac7991304870 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303631 Mar 24 07:51:38.530828 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-308ebfba-223e-4648-bf24-0cdd4ce40d4b tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:38.532965 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-308ebfba-223e-4648-bf24-0cdd4ce40d4b tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733952 Mar 24 07:51:38.546776 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-98c3ba30-8d0e-4d9c-90f9-c6648dd8426b tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/quotas/34ef8c09f8ad407ca15206e3b22de54c HTTP/1.1" status: 200 len: 375 time: 0.0086141 Mar 24 07:51:38.578005 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-7a1df414-254b-4faa-98f5-515ceee43d90 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258634 Mar 24 07:51:38.804463 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3e2e5836-60c6-4d21-bc9a-7c2ea50645dc req-d1c94105-da4e-471d-878d-2e619c223aa5 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0286543 Mar 24 07:51:39.899251 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0f822d19-51af-4985-acc2-9815af6c16bd req-8f75f205-c81f-4e94-ada1-f184984074da tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0293002 Mar 24 07:51:40.996217 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-17f765ff-fafd-431b-adda-ab6e14539488 req-899e17cd-fb57-4935-862b-43607a18322a tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0309849 Mar 24 07:51:42.106502 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8825d91d-ec13-4df8-96e5-29cd5354c803 req-18a0509c-9b56-4474-9802-d2c8b585b347 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0268776 Mar 24 07:51:42.277503 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bc5421da-730b-476b-84b9-56839c5c0238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:43.203197 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5b1a4271-f7b9-456c-b819-673e32cbcd71 req-42b1f7df-f438-41f6-8d96-14bf7063bcad tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0306380 Mar 24 07:51:43.382633 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-0bb6aa7d-a215-4cee-92dc-8d427438f1aa tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320880 Mar 24 07:51:43.510408 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-6689814a-c9d8-4164-b6de-6d6dd282d28e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498750 Mar 24 07:51:43.578458 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-ac0abb90-a943-4cb3-b408-fe55123dd2eb tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:43.584921 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-e99c9abd-39a4-402b-821b-4d928255cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:43.585139 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-ac0abb90-a943-4cb3-b408-fe55123dd2eb tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973319 Mar 24 07:51:43.586498 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-e99c9abd-39a4-402b-821b-4d928255cfd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a0f603aaa87743dead70efb96f53a709&device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 1131 time: 0.0521998 Mar 24 07:51:43.605937 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Request body: {'port': {'device_id': '12f32959-0e72-43f5-88ad-43f71b948397', 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf', 'admin_state_up': True, 'tenant_id': '34ef8c09f8ad407ca15206e3b22de54c'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:51:43.809314 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Made reservation on behalf of 34ef8c09f8ad407ca15206e3b22de54c for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:51:43.813082 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:43.824188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:43.903788 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks [] for security_group (9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:43.938843 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-dc1608cb-a731-48b7-a6d8-dc86ccc29fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:43.941061 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-dc1608cb-a731-48b7-a6d8-dc86ccc29fd8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 200 len: 917 time: 0.3273268 Mar 24 07:51:43.977597 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.041161 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-52aa00a2-9de9-46da-9144-0950410405fa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 200 len: 1002 time: 0.0929575 Mar 24 07:51:44.042112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:44.091775 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-db565c5a-d0ab-41f1-a245-879e199f2f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:44.093271 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-db565c5a-d0ab-41f1-a245-879e199f2f4a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 200 len: 855 time: 0.0456533 Mar 24 07:51:44.110767 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Allocated IP 192.168.233.37 (328e9ec6-994b-4330-888b-c8d2f4bd2fcf/5a828ed9-8357-4a75-9d93-953250c52317/25bcee14-8420-4b55-8cbb-ecbb380e39bc) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:51:44.156490 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-1063217d-9a34-4b4f-b1f9-1599fb1a52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:44.158038 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-1063217d-9a34-4b4f-b1f9-1599fb1a52cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8537df3a-7c7c-40d1-9366-a8899c30561f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563467 Mar 24 07:51:44.258430 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks [] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.260445 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-33023b7f-98de-4e4e-b70a-df6992217c5a service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945902 Mar 24 07:51:44.341259 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6ac10fd0-64e3-4c86-baf7-65074443300a req-e05f34b8-661e-4cfd-b78c-6a388eab7a60 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0649645 Mar 24 07:51:44.347525 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.385843 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cfbea3c0-e2db-4d6c-b2ed-be464b5de79f req-9462bc6b-6449-4eea-8852-1ce5ee37555f service neutron] 10.222.0.67 "GET /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188285 Mar 24 07:51:44.394837 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:51:44.398508 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:51:44.405629 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:51:44.427845 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Pushing event updated for resources: {'Port': ['ID=25bcee14-8420-4b55-8cbb-ecbb380e39bc,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:44.457164 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:44.458095 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.525980 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-4d12c3c3-c32a-409c-8329-6c791a410ab6 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9245777 Mar 24 07:51:44.539200 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Request body: {'port': {'device_id': '12f32959-0e72-43f5-88ad-43f71b948397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:51:44.599851 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.614151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-8f2a1122-31eb-4b0c-b6d5-0f8207fdcd90 None None] Provisioning complete for port 25bcee14-8420-4b55-8cbb-ecbb380e39bc triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:51:44.614720 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8f2a1122-31eb-4b0c-b6d5-0f8207fdcd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.637536 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a12b1215-9568-4ab9-a217-588181458f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.652272 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a1122-31eb-4b0c-b6d5-0f8207fdcd90 None None] Port 25bcee14-8420-4b55-8cbb-ecbb380e39bc cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:51:44.871124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bcee14-8420-4b55-8cbb-ecbb380e39bc {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:51:44.879207 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Publish callbacks [] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:44.890924 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Transition to ACTIVE for port object 25bcee14-8420-4b55-8cbb-ecbb380e39bc will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:51:44.962803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:45.015422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Pushing event updated for resources: {'Port': ['ID=25bcee14-8420-4b55-8cbb-ecbb380e39bc,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:45.082342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Attempting to bind port 25bcee14-8420-4b55-8cbb-ecbb380e39bc on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:51:45.082683 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Attempting to bind port 25bcee14-8420-4b55-8cbb-ecbb380e39bc by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:51:45.083084 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Attempting to bind port 25bcee14-8420-4b55-8cbb-ecbb380e39bc on network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:51:45.087740 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Port 25bcee14-8420-4b55-8cbb-ecbb380e39bc on network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:51:45.090312 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Attempting to bind port 25bcee14-8420-4b55-8cbb-ecbb380e39bc on network 328e9ec6-994b-4330-888b-c8d2f4bd2fcf {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:51:45.093204 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:51:45.093635 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Checking segment: {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:51:45.094260 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Bound using segment: {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:51:45.094635 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Bound port: 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f797609c-d482-4bb4-976a-aa74e5eca45c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:51:45.095107 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:45.166581 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] For port 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:51:45.170011 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] For port 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=25bcee14-8420-4b55-8cbb-ecbb380e39bc,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:51:45.226648 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:45.260771 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:45.261472 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:45.262790 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/25bcee14-8420-4b55-8cbb-ecbb380e39bc HTTP/1.1" status: 200 len: 1097 time: 0.7285697 Mar 24 07:51:45.263199 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f32959-0e72-43f5-88ad-43f71b948397', 'tag': '25bcee14-8420-4b55-8cbb-ecbb380e39bc'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:45.265638 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206d126b-b8b2-4f0b-9785-2a57fdddb8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "12f32959-0e72-43f5-88ad-43f71b948397", "tag": "25bcee14-8420-4b55-8cbb-ecbb380e39bc"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:45.298255 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546e0a3-4744-4218-bff6-f7dd4de305b5 service neutron] Pushing event updated for resources: {'Port': ['ID=25bcee14-8420-4b55-8cbb-ecbb380e39bc,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:45.308382 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad474ac-63ad-479b-8805-962847b27526 x-openstack-request-id: req-dad474ac-63ad-479b-8805-962847b27526 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:45.308684 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f32959-0e72-43f5-88ad-43f71b948397", "tag": "25bcee14-8420-4b55-8cbb-ecbb380e39bc", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:45.308944 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dad474ac-63ad-479b-8805-962847b27526 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:45.309435 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad474ac-63ad-479b-8805-962847b27526'] response: {'name': 'network-changed', 'server_uuid': '12f32959-0e72-43f5-88ad-43f71b948397', 'tag': '25bcee14-8420-4b55-8cbb-ecbb380e39bc', 'status': 'completed', 'code': 200} Mar 24 07:51:45.375328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d126b-b8b2-4f0b-9785-2a57fdddb8a6 req-bd110a47-9a3f-474e-9f40-fb043f79cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:45.380371 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-206d126b-b8b2-4f0b-9785-2a57fdddb8a6 req-bd110a47-9a3f-474e-9f40-fb043f79cc01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 1131 time: 0.0516963 Mar 24 07:51:45.414752 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-206d126b-b8b2-4f0b-9785-2a57fdddb8a6 req-36bb9e2b-0080-4a4a-a5fd-835fe1c790a5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211463 Mar 24 07:51:45.470658 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c1d80-4fed-4417-9d23-77eb1d3bab3a req-1bb0b2ae-2c7f-4262-96a4-47684a9e3060 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:45.478202 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-560c1d80-4fed-4417-9d23-77eb1d3bab3a req-1bb0b2ae-2c7f-4262-96a4-47684a9e3060 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 947 time: 0.0627954 Mar 24 07:51:45.518837 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d126b-b8b2-4f0b-9785-2a57fdddb8a6 req-665176c8-5432-43b4-b1ad-5a58cfe8a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:45.520494 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-206d126b-b8b2-4f0b-9785-2a57fdddb8a6 req-665176c8-5432-43b4-b1ad-5a58cfe8a1dd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004863 Mar 24 07:51:45.526121 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-560c1d80-4fed-4417-9d23-77eb1d3bab3a req-5647e19f-4aa5-492f-97bd-c9877cda5bab tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Mar 24 07:51:45.600550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-463ca36c-328b-446c-86bf-10bf2dc314c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:45.601965 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-463ca36c-328b-446c-86bf-10bf2dc314c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 1131 time: 0.0451338 Mar 24 07:51:45.651716 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-aa4b54c1-5dbe-492c-a1e1-91b0f4020dd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=25bcee14-8420-4b55-8cbb-ecbb380e39bc HTTP/1.1" status: 200 len: 217 time: 0.0381894 Mar 24 07:51:45.652146 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:46.559410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-5215e814-7f35-4d82-a444-eb4d0d13da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:46.560899 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-5215e814-7f35-4d82-a444-eb4d0d13da64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5a828ed9-8357-4a75-9d93-953250c52317 HTTP/1.1" status: 200 len: 843 time: 0.0451477 Mar 24 07:51:46.644966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a926a6-f6bb-42ff-863c-d008b5afeadb req-74bee863-97be-4ac7-9d22-532a698d7cd5 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:46.646421 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-92a926a6-f6bb-42ff-863c-d008b5afeadb req-74bee863-97be-4ac7-9d22-532a698d7cd5 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 947 time: 0.0517190 Mar 24 07:51:46.691563 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-92a926a6-f6bb-42ff-863c-d008b5afeadb req-0bc3b9ad-f49c-4459-a2ed-a20198ec9bb4 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Mar 24 07:51:47.214342 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:47.356708 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-611f1837-3a13-4ca7-b594-85e5037ffe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:47.358189 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-611f1837-3a13-4ca7-b594-85e5037ffe69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=328e9ec6-994b-4330-888b-c8d2f4bd2fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0455616 Mar 24 07:51:47.806561 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d4bd3-0d34-40a3-9ef2-4ee8f75fd2ab req-aed188c4-b50e-42a5-8cb0-cf021b098e34 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:47.808080 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fb5d4bd3-0d34-40a3-9ef2-4ee8f75fd2ab req-aed188c4-b50e-42a5-8cb0-cf021b098e34 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 947 time: 0.0521331 Mar 24 07:51:47.857213 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fb5d4bd3-0d34-40a3-9ef2-4ee8f75fd2ab req-8a9479cd-765e-400e-807a-a781a7d2be2e tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437326 Mar 24 07:51:48.371303 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-185d3a36-9502-47a9-9960-84f8af33e697 service neutron] 10.222.0.67 "GET /v2.0/networks/328e9ec6-994b-4330-888b-c8d2f4bd2fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853119 Mar 24 07:51:48.460681 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a3629715-3b0c-48fa-8c46-28d5e0997db5 req-f1998be4-0cbf-4253-8ed2-d45346a3870a service neutron] 10.222.0.67 "GET /v2.0/networks/328e9ec6-994b-4330-888b-c8d2f4bd2fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824776 Mar 24 07:51:48.698005 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:48.978754 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976b778-ca25-442e-8d3e-347da6795194 req-1b7ab6f8-c53d-4830-a89d-4114ce7c89ed tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:48.980225 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1976b778-ca25-442e-8d3e-347da6795194 req-1b7ab6f8-c53d-4830-a89d-4114ce7c89ed tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 947 time: 0.0583355 Mar 24 07:51:49.027597 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1976b778-ca25-442e-8d3e-347da6795194 req-bfdeeb02-1bb8-4c5e-aea6-b716074d9fe0 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Mar 24 07:51:50.142856 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d27155-9239-4c2f-a71e-b61051af1919 req-750eec47-bec7-4114-a98a-42d0d32c3c31 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:50.144389 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-30d27155-9239-4c2f-a71e-b61051af1919 req-750eec47-bec7-4114-a98a-42d0d32c3c31 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 947 time: 0.0517151 Mar 24 07:51:50.189557 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-30d27155-9239-4c2f-a71e-b61051af1919 req-f928f5b9-3b24-4a50-a1c8-c9d36680b118 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Mar 24 07:51:51.310449 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e593f-d1c5-4d62-943d-374a4b3fecc9 req-3b3be74f-e344-4385-9bd7-fc389bd6893a tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:51.312571 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d18e593f-d1c5-4d62-943d-374a4b3fecc9 req-3b3be74f-e344-4385-9bd7-fc389bd6893a tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 947 time: 0.0532939 Mar 24 07:51:51.361109 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d18e593f-d1c5-4d62-943d-374a4b3fecc9 req-92badadb-e7ec-4ee9-9496-ebb774a1efda tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 Mar 24 07:51:51.595648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 25bcee14-8420-4b55-8cbb-ecbb380e39bc details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:51:51.694051 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=25bcee14-8420-4b55-8cbb-ecbb380e39bc,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:51.705321 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '25bcee14-8420-4b55-8cbb-ecbb380e39bc', 'network_id': '328e9ec6-994b-4330-888b-c8d2f4bd2fcf', 'port_id': '25bcee14-8420-4b55-8cbb-ecbb380e39bc', 'mac_address': 'fa:16:3e:a8:43:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a828ed9-8357-4a75-9d93-953250c52317', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:51:51.742504 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 25bcee14-8420-4b55-8cbb-ecbb380e39bc is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:51.742898 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:51.756191 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bcee14-8420-4b55-8cbb-ecbb380e39bc {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:51:51.775710 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=25bcee14-8420-4b55-8cbb-ecbb380e39bc,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:51.831006 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:51.878003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=25bcee14-8420-4b55-8cbb-ecbb380e39bc,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:52.085232 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['25bcee14-8420-4b55-8cbb-ecbb380e39bc'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:51:52.479800 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767fae7-3004-4325-93d3-a0d3e1c8147e req-81b528ae-8226-459f-aa9c-c7b53f95c75f tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:52.481369 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7767fae7-3004-4325-93d3-a0d3e1c8147e req-81b528ae-8226-459f-aa9c-c7b53f95c75f tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 948 time: 0.0516596 Mar 24 07:51:52.527511 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7767fae7-3004-4325-93d3-a0d3e1c8147e req-9cd60b87-f11c-4952-bf6f-b45860baea36 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405185 Mar 24 07:51:53.598855 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 25bcee14-8420-4b55-8cbb-ecbb380e39bc up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:51:53.650482 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257e0fd-2f40-430d-b3cd-1eacf9660033 req-6a68d9f1-3314-4e3e-8353-ec30fe82db0d tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:53.651094 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0257e0fd-2f40-430d-b3cd-1eacf9660033 req-6a68d9f1-3314-4e3e-8353-ec30fe82db0d tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 948 time: 0.0572920 Mar 24 07:51:53.698273 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0257e0fd-2f40-430d-b3cd-1eacf9660033 req-dd084e19-d1f6-4cbe-a926-e4fa0db30089 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Mar 24 07:51:53.711514 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 25bcee14-8420-4b55-8cbb-ecbb380e39bc completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:51:53.715660 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 25bcee14-8420-4b55-8cbb-ecbb380e39bc triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:51:53.716076 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:53.928151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 25bcee14-8420-4b55-8cbb-ecbb380e39bc is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:51:53.928549 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:53.951242 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f32959-0e72-43f5-88ad-43f71b948397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bcee14-8420-4b55-8cbb-ecbb380e39bc'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:53.953560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122ae9b4-9a36-4bcf-8bc4-ec6b996444da" -d '{"events": [{"server_uuid": "12f32959-0e72-43f5-88ad-43f71b948397", "name": "network-vif-plugged", "status": "completed", "tag": "25bcee14-8420-4b55-8cbb-ecbb380e39bc"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:53.965464 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=25bcee14-8420-4b55-8cbb-ecbb380e39bc,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:53.991000 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5021fa-290f-4a14-9c55-3757298972c2 x-openstack-request-id: req-9f5021fa-290f-4a14-9c55-3757298972c2 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:53.991292 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f32959-0e72-43f5-88ad-43f71b948397", "name": "network-vif-plugged", "status": "completed", "tag": "25bcee14-8420-4b55-8cbb-ecbb380e39bc", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:53.991551 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f5021fa-290f-4a14-9c55-3757298972c2 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:53.991975 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f5021fa-290f-4a14-9c55-3757298972c2'] response: {'server_uuid': '12f32959-0e72-43f5-88ad-43f71b948397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bcee14-8420-4b55-8cbb-ecbb380e39bc', 'code': 200} Mar 24 07:51:54.043266 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.093732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=25bcee14-8420-4b55-8cbb-ecbb380e39bc,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:54.109360 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57640) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:54.213745 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a53060fc-b7a9-4d55-9de5-8d8721515baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.323311 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744ec48-a81b-4b59-aecf-25b7c2d6fd2b req-157adcba-7bdb-4866-a8b4-d564ea300a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:54.324991 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3744ec48-a81b-4b59-aecf-25b7c2d6fd2b req-157adcba-7bdb-4866-a8b4-d564ea300a63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 1133 time: 0.0791962 Mar 24 07:51:54.329303 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a53060fc-b7a9-4d55-9de5-8d8721515baa admin admin] Publish callbacks [] for security_group (27033d03-b070-42a2-9491-bcfebaf2dd4d), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.370003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3744ec48-a81b-4b59-aecf-25b7c2d6fd2b req-145c8c1b-05e1-4a91-a58f-eec9fcf7ec89 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365870 Mar 24 07:51:54.394342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a53060fc-b7a9-4d55-9de5-8d8721515baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (27033d03-b070-42a2-9491-bcfebaf2dd4d), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.432536 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a53060fc-b7a9-4d55-9de5-8d8721515baa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fc6cfe0ace747138dd257ddb989b52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221307 Mar 24 07:51:54.434480 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53060fc-b7a9-4d55-9de5-8d8721515baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27033d03-b070-42a2-9491-bcfebaf2dd4d,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:54.435272 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57644) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:54.487310 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-237d9ad9-1959-47f5-980d-ad13bd449fac admin admin] Publish callbacks [] for security_group (27033d03-b070-42a2-9491-bcfebaf2dd4d), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.508213 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-237d9ad9-1959-47f5-980d-ad13bd449fac admin admin] Publish callbacks [] for security_group (27033d03-b070-42a2-9491-bcfebaf2dd4d), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.631451 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-237d9ad9-1959-47f5-980d-ad13bd449fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (27033d03-b070-42a2-9491-bcfebaf2dd4d), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.634010 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-237d9ad9-1959-47f5-980d-ad13bd449fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:54.635253 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-237d9ad9-1959-47f5-980d-ad13bd449fac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27033d03-b070-42a2-9491-bcfebaf2dd4d HTTP/1.1" status: 204 len: 168 time: 0.1989725 Mar 24 07:51:54.643472 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d9ad9-1959-47f5-980d-ad13bd449fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27033d03-b070-42a2-9491-bcfebaf2dd4d,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:54.817964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8685-334b-472e-84c6-349d229a8794 req-c86b7bee-ef3e-4a5f-bc5b-82dec36a3fb3 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:54.819467 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-24fc8685-334b-472e-84c6-349d229a8794 req-c86b7bee-ef3e-4a5f-bc5b-82dec36a3fb3 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 949 time: 0.0555601 Mar 24 07:51:54.869944 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-24fc8685-334b-472e-84c6-349d229a8794 req-8d1a88c2-67cc-4237-8b5d-a476c0ab2f14 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449057 Mar 24 07:51:55.234908 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57656) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:55.247993 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f155-7eb1-4408-b7b8-db63e738add3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.322063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f155-7eb1-4408-b7b8-db63e738add3 admin admin] Publish callbacks [] for security_group (828c9ee7-ab51-4992-b659-21c3e47bd7d2), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.385415 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f155-7eb1-4408-b7b8-db63e738add3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (828c9ee7-ab51-4992-b659-21c3e47bd7d2), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.421869 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f155-7eb1-4408-b7b8-db63e738add3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828c9ee7-ab51-4992-b659-21c3e47bd7d2,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:55.426763 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-3dd0f155-7eb1-4408-b7b8-db63e738add3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09d5d0afe96b469f8e7a12de4177815a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908326 Mar 24 07:51:55.429369 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57658) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:51:55.479142 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b54f54fc-c17b-438a-b507-a194f73ad910 admin admin] Publish callbacks [] for security_group (828c9ee7-ab51-4992-b659-21c3e47bd7d2), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.501217 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b54f54fc-c17b-438a-b507-a194f73ad910 admin admin] Publish callbacks [] for security_group (828c9ee7-ab51-4992-b659-21c3e47bd7d2), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.608426 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b54f54fc-c17b-438a-b507-a194f73ad910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (828c9ee7-ab51-4992-b659-21c3e47bd7d2), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.611045 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b54f54fc-c17b-438a-b507-a194f73ad910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:55.612954 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b54f54fc-c17b-438a-b507-a194f73ad910 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/828c9ee7-ab51-4992-b659-21c3e47bd7d2 HTTP/1.1" status: 204 len: 168 time: 0.1826811 Mar 24 07:51:55.621051 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f54fc-c17b-438a-b507-a194f73ad910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c9ee7-ab51-4992-b659-21c3e47bd7d2,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:55.994742 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dfb25-f277-4a68-9768-dd199eb12d29 req-eb36637f-c68c-4377-b342-bd2bfd9c3f31 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:55.996262 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb3dfb25-f277-4a68-9768-dd199eb12d29 req-eb36637f-c68c-4377-b342-bd2bfd9c3f31 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 949 time: 0.0523722 Mar 24 07:51:56.043896 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb3dfb25-f277-4a68-9768-dd199eb12d29 req-e028727d-05f5-4374-9b23-ba1f83515bcd tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Mar 24 07:51:56.510635 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406a822-d4dd-4bdd-b28a-fe91ff7ab83e req-b97a2888-30a1-4723-bcf7-c58d0cd8fb4b tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:56.512149 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4406a822-d4dd-4bdd-b28a-fe91ff7ab83e req-b97a2888-30a1-4723-bcf7-c58d0cd8fb4b tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 949 time: 0.0515704 Mar 24 07:51:56.557862 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4406a822-d4dd-4bdd-b28a-fe91ff7ab83e req-c2447e16-a880-4224-84bc-2312c5b7b600 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403283 Mar 24 07:51:57.680373 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636df6b-acb7-4cd8-8ae8-316d4dacf840 req-21263adb-f574-4530-8f01-2b2885540098 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:57.681871 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e636df6b-acb7-4cd8-8ae8-316d4dacf840 req-21263adb-f574-4530-8f01-2b2885540098 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 949 time: 0.0535245 Mar 24 07:51:57.728257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e636df6b-acb7-4cd8-8ae8-316d4dacf840 req-974d83bf-4397-48a7-8c0a-6bec5977e925 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Mar 24 07:51:58.292457 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-19e1f4da-e358-4554-b6ff-c39f8e61e318 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:51:58.293900 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-19e1f4da-e358-4554-b6ff-c39f8e61e318 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.67 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 949 time: 0.3163185 Mar 24 07:51:58.391230 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Deleting port 25bcee14-8420-4b55-8cbb-ecbb380e39bc {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:51:58.391574 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:58.483000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] For port 25bcee14-8420-4b55-8cbb-ecbb380e39bc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=25bcee14-8420-4b55-8cbb-ecbb380e39bc,segment=NetworkSegment(f797609c-d482-4bb4-976a-aa74e5eca45c),segment_id=f797609c-d482-4bb4-976a-aa74e5eca45c)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:51:58.483368 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:58.497266 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Calling delete_port for 25bcee14-8420-4b55-8cbb-ecbb380e39bc owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:51:58.688512 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (25bcee14-8420-4b55-8cbb-ecbb380e39bc), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:58.701103 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['25bcee14-8420-4b55-8cbb-ecbb380e39bc'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:51:58.721350 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Pushing event deleted for resources: {'Port': ['ID=25bcee14-8420-4b55-8cbb-ecbb380e39bc,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:51:58.769966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] No DVR routers for this DVR port 25bcee14-8420-4b55-8cbb-ecbb380e39bc on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:51:58.772621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:51:58.776301 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fa9e4289-748b-46a2-941a-2d1f9fc6378e req-b98e8c2d-9383-4727-9fa2-1d1de9e87941 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.67 "DELETE /v2.0/ports/25bcee14-8420-4b55-8cbb-ecbb380e39bc HTTP/1.1" status: 204 len: 173 time: 0.4749491 Mar 24 07:51:58.776792 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f32959-0e72-43f5-88ad-43f71b948397', 'name': 'network-vif-deleted', 'tag': '25bcee14-8420-4b55-8cbb-ecbb380e39bc'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:51:58.779148 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e81959f-07a7-4e93-b9ee-f9e8b910a8c4" -d '{"events": [{"server_uuid": "12f32959-0e72-43f5-88ad-43f71b948397", "name": "network-vif-deleted", "tag": "25bcee14-8420-4b55-8cbb-ecbb380e39bc"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:51:58.824958 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be3257-036f-40ee-aab2-4936aa37f359 x-openstack-request-id: req-05be3257-036f-40ee-aab2-4936aa37f359 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:51:58.825273 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f32959-0e72-43f5-88ad-43f71b948397", "name": "network-vif-deleted", "tag": "25bcee14-8420-4b55-8cbb-ecbb380e39bc", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:51:58.825532 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05be3257-036f-40ee-aab2-4936aa37f359 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:51:58.825948 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05be3257-036f-40ee-aab2-4936aa37f359'] response: {'server_uuid': '12f32959-0e72-43f5-88ad-43f71b948397', 'name': 'network-vif-deleted', 'tag': '25bcee14-8420-4b55-8cbb-ecbb380e39bc', 'status': 'completed', 'code': 200} Mar 24 07:51:58.849495 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ca67c707-e288-4ee8-bdf1-c784d07deb33 req-58ad1ac2-bfcd-427c-90e7-6242b1b02a82 tempest-VolumesNegativeTest-234334382 tempest-VolumesNegativeTest-234334382-project] 10.222.0.20 "GET /v2.0/ports?device_id=12f32959-0e72-43f5-88ad-43f71b948397 HTTP/1.1" status: 200 len: 210 time: 0.0360596 Mar 24 07:51:59.927931 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57748) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:00.032787 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-127469b3-5151-4380-a8bb-45321ca759de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.106385 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-127469b3-5151-4380-a8bb-45321ca759de admin admin] Publish callbacks [] for security_group (72edb382-91ac-429e-a48a-0b7c57855b53), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.163148 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-127469b3-5151-4380-a8bb-45321ca759de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (72edb382-91ac-429e-a48a-0b7c57855b53), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.200173 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127469b3-5151-4380-a8bb-45321ca759de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72edb382-91ac-429e-a48a-0b7c57855b53,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:00.204506 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-127469b3-5151-4380-a8bb-45321ca759de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2ce708718814a2991b244a8b6410f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755477 Mar 24 07:52:00.208909 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57758) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:00.258339 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb69c-aabd-4a44-9a7f-46d49477157e admin admin] Publish callbacks [] for security_group (72edb382-91ac-429e-a48a-0b7c57855b53), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.279552 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb69c-aabd-4a44-9a7f-46d49477157e admin admin] Publish callbacks [] for security_group (72edb382-91ac-429e-a48a-0b7c57855b53), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.411754 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb69c-aabd-4a44-9a7f-46d49477157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (72edb382-91ac-429e-a48a-0b7c57855b53), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.414361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5dbbb69c-aabd-4a44-9a7f-46d49477157e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:00.415558 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5dbbb69c-aabd-4a44-9a7f-46d49477157e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72edb382-91ac-429e-a48a-0b7c57855b53 HTTP/1.1" status: 204 len: 168 time: 0.2055273 Mar 24 07:52:00.423233 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbb69c-aabd-4a44-9a7f-46d49477157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72edb382-91ac-429e-a48a-0b7c57855b53,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:01.046997 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 57820) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:01.063783 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd0798e-2bb7-45c3-b0eb-521be7846415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.140883 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd0798e-2bb7-45c3-b0eb-521be7846415 admin admin] Publish callbacks [] for security_group (7cf5f251-7977-42b8-8edd-9e8be3319d1d), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.197184 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd0798e-2bb7-45c3-b0eb-521be7846415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (7cf5f251-7977-42b8-8edd-9e8be3319d1d), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.238209 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2fd0798e-2bb7-45c3-b0eb-521be7846415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=deaab542621c489ab8f0e5760d1774aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875656 Mar 24 07:52:01.238209 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0798e-2bb7-45c3-b0eb-521be7846415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5f251-7977-42b8-8edd-9e8be3319d1d,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:01.239215 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 57836) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:01.297672 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3376-a518-4141-bc2d-2c64678f756f admin admin] Publish callbacks [] for security_group (7cf5f251-7977-42b8-8edd-9e8be3319d1d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.317199 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3376-a518-4141-bc2d-2c64678f756f admin admin] Publish callbacks [] for security_group (7cf5f251-7977-42b8-8edd-9e8be3319d1d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.448918 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3376-a518-4141-bc2d-2c64678f756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (7cf5f251-7977-42b8-8edd-9e8be3319d1d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.451688 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0a2f3376-a518-4141-bc2d-2c64678f756f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:01.452895 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0a2f3376-a518-4141-bc2d-2c64678f756f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7cf5f251-7977-42b8-8edd-9e8be3319d1d HTTP/1.1" status: 204 len: 168 time: 0.2120855 Mar 24 07:52:01.461165 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f3376-a518-4141-bc2d-2c64678f756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5f251-7977-42b8-8edd-9e8be3319d1d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:01.691806 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 25bcee14-8420-4b55-8cbb-ecbb380e39bc no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:52:01.715151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 25bcee14-8420-4b55-8cbb-ecbb380e39bc {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:52:01.715439 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 25bcee14-8420-4b55-8cbb-ecbb380e39bc not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:52:02.381591 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442972c2-7d8d-42b4-b270-26f08053e93a req-4e99a3ec-1f86-4b3e-b1aa-6e618fa19822 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:02.383172 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-442972c2-7d8d-42b4-b270-26f08053e93a req-4e99a3ec-1f86-4b3e-b1aa-6e618fa19822 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.0625124 Mar 24 07:52:02.430538 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-442972c2-7d8d-42b4-b270-26f08053e93a req-d3447bdf-7e87-4926-9f17-550baa077244 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417569 Mar 24 07:52:03.562152 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09594a9-407d-4250-9676-34be0c815443 req-e5ffad91-da9f-4d48-bfd7-00012286ba05 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:03.563741 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a09594a9-407d-4250-9676-34be0c815443 req-e5ffad91-da9f-4d48-bfd7-00012286ba05 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.0584803 Mar 24 07:52:03.613339 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a09594a9-407d-4250-9676-34be0c815443 req-c9e80b3c-b267-483e-a849-9de613f7359d tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff185028-5ebc-42c3-8661-ba25ed37f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436749 Mar 24 07:52:03.863260 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-2be65b9e-40bf-4538-80c3-1ff816d2c7d5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:03.874982 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-2be65b9e-40bf-4538-80c3-1ff816d2c7d5 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 947 time: 0.0606053 Mar 24 07:52:03.969621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Deleting port 5e895e44-3830-4bb3-9653-6124f8fdf04a {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:52:03.969974 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.027182 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58022) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:04.064262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] For port 5e895e44-3830-4bb3-9653-6124f8fdf04a, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=5e895e44-3830-4bb3-9653-6124f8fdf04a,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:04.065246 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.141916 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5c16d32c-5351-43a4-a0ea-f1faadd1fb61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.223244 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5c16d32c-5351-43a4-a0ea-f1faadd1fb61 admin admin] Publish callbacks [] for security_group (0d2d1d42-3c60-464c-890b-ff96fd72aaa5), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.246066 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.246382 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (484c9d91-554b-4d1a-a254-81c22fe26b27), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.246707 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Floating IP 484c9d91-554b-4d1a-a254-81c22fe26b27 disassociated. External IP: 172.27.3.230, port: 5e895e44-3830-4bb3-9653-6124f8fdf04a. Mar 24 07:52:04.247073 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Calling delete_port for 5e895e44-3830-4bb3-9653-6124f8fdf04a owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:52:04.277322 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5c16d32c-5351-43a4-a0ea-f1faadd1fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0d2d1d42-3c60-464c-890b-ff96fd72aaa5), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.321241 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5c16d32c-5351-43a4-a0ea-f1faadd1fb61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=189b24ab07254fb988c3eecd96e8030a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923205 Mar 24 07:52:04.322489 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c16d32c-5351-43a4-a0ea-f1faadd1fb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2d1d42-3c60-464c-890b-ff96fd72aaa5,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:04.324513 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58034) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:04.416758 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-309db8df-b632-4541-bfd5-44eddd5ab097 admin admin] Publish callbacks [] for security_group (0d2d1d42-3c60-464c-890b-ff96fd72aaa5), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.440812 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-309db8df-b632-4541-bfd5-44eddd5ab097 admin admin] Publish callbacks [] for security_group (0d2d1d42-3c60-464c-890b-ff96fd72aaa5), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.486493 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (5e895e44-3830-4bb3-9653-6124f8fdf04a), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.521109 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event deleted for resources: {'Port': ['ID=5e895e44-3830-4bb3-9653-6124f8fdf04a,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:04.594590 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-309db8df-b632-4541-bfd5-44eddd5ab097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (0d2d1d42-3c60-464c-890b-ff96fd72aaa5), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.598002 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-309db8df-b632-4541-bfd5-44eddd5ab097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.599173 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-309db8df-b632-4541-bfd5-44eddd5ab097 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d2d1d42-3c60-464c-890b-ff96fd72aaa5 HTTP/1.1" status: 204 len: 168 time: 0.2734411 Mar 24 07:52:04.620254 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309db8df-b632-4541-bfd5-44eddd5ab097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2d1d42-3c60-464c-890b-ff96fd72aaa5,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:04.659597 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:52:04.747905 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3ce3e41c-5699-42c4-a720-b52e0622a4d8 req-5bcbae6e-f2c6-4bfe-80a1-073df4e0d08b tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 210 time: 0.0321007 Mar 24 07:52:04.799558 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:52:04.812712 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:52:04.823538 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:04.824215 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:51:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:04.843638 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] No DVR routers for this DVR port 5e895e44-3830-4bb3-9653-6124f8fdf04a on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:52:04.846900 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:04.850259 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-9b806964-3fee-4b30-b2de-4c72c8170abf req-30d7515f-cd0a-420c-99c0-901e96e37d9e tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.67 "DELETE /v2.0/ports/5e895e44-3830-4bb3-9653-6124f8fdf04a HTTP/1.1" status: 204 len: 173 time: 0.9789727 Mar 24 07:52:04.850711 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-deleted', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:52:04.853010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca92cf05-dd5c-4492-a364-8819604b1079" -d '{"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-deleted", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:52:04.914531 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e28ebe8-9d90-42c4-baaf-fbb66996a936 x-openstack-request-id: req-8e28ebe8-9d90-42c4-baaf-fbb66996a936 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:52:04.914839 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce8d150-8d57-4860-9fff-a181ddcfd674", "name": "network-vif-deleted", "tag": "5e895e44-3830-4bb3-9653-6124f8fdf04a", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:52:04.915096 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e28ebe8-9d90-42c4-baaf-fbb66996a936 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:52:04.915508 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e28ebe8-9d90-42c4-baaf-fbb66996a936'] response: {'server_uuid': '6ce8d150-8d57-4860-9fff-a181ddcfd674', 'name': 'network-vif-deleted', 'tag': '5e895e44-3830-4bb3-9653-6124f8fdf04a', 'status': 'completed', 'code': 200} Mar 24 07:52:04.956427 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:05.200232 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:05.230982 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:52:05.239839 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:05.240491 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:51:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:05.321761 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58074) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:05.336366 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-81d993a6-fb8b-4e35-8fee-30875aaa07cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.355522 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:05.414957 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-81d993a6-fb8b-4e35-8fee-30875aaa07cd admin admin] Publish callbacks [] for security_group (62ba3667-8fb7-40cf-b7f0-1c03523e06ea), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.488750 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-81d993a6-fb8b-4e35-8fee-30875aaa07cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62ba3667-8fb7-40cf-b7f0-1c03523e06ea), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.538468 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-81d993a6-fb8b-4e35-8fee-30875aaa07cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1348f2d3286f46529b457e87e375986f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155678 Mar 24 07:52:05.539327 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d993a6-fb8b-4e35-8fee-30875aaa07cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba3667-8fb7-40cf-b7f0-1c03523e06ea,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:05.541361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58076) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:05.575839 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:05.595040 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-732b63ab-d629-44b6-b0b5-f2554b31a09c admin admin] Publish callbacks [] for security_group (62ba3667-8fb7-40cf-b7f0-1c03523e06ea), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.606401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee35472-31f9-405e-a505-b6cc4ae962c6 None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:44:44Z', 'revision_number': 4, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '2eaef7d7-cf26-417b-b2f5-727e915948ac', 'name': '', 'network_id': '8537df3a-7c7c-40d1-9366-a8899c30561f', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'mac_address': 'fa:16:3e:10:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:42Z', 'updated_at': '2022-03-24T07:44:59Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'subnets': [{'id': 'f0acc894-29cf-45b1-a800-4a8b539b8501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:52:05.620181 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-732b63ab-d629-44b6-b0b5-f2554b31a09c admin admin] Publish callbacks [] for security_group (62ba3667-8fb7-40cf-b7f0-1c03523e06ea), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.697676 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.734577 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-732b63ab-d629-44b6-b0b5-f2554b31a09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (62ba3667-8fb7-40cf-b7f0-1c03523e06ea), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.738385 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-732b63ab-d629-44b6-b0b5-f2554b31a09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:05.743061 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-732b63ab-d629-44b6-b0b5-f2554b31a09c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62ba3667-8fb7-40cf-b7f0-1c03523e06ea HTTP/1.1" status: 204 len: 168 time: 0.2001269 Mar 24 07:52:05.755554 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b63ab-d629-44b6-b0b5-f2554b31a09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba3667-8fb7-40cf-b7f0-1c03523e06ea,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:05.874433 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5d9b09cc-ea85-437c-afdd-5ee1534ebcfc req-9b3aafe9-b97b-477c-a0a5-45300becb1ea tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ce8d150-8d57-4860-9fff-a181ddcfd674 HTTP/1.1" status: 200 len: 210 time: 0.0315902 Mar 24 07:52:05.895549 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c08a9fc-9a3d-42b4-aa29-295c1b53568d None None] New status for floating IP 484c9d91-554b-4d1a-a254-81c22fe26b27: DOWN {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:52:06.448825 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58090) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:06.578070 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-86212c96-d96d-4b2e-b426-4c63756b0c17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34ef8c09f8ad407ca15206e3b22de54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280842 Mar 24 07:52:06.581168 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58094) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:06.628010 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5995471-21a3-4103-bedf-94d257347ae9 admin admin] Publish callbacks [] for security_group (9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:06.648759 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5995471-21a3-4103-bedf-94d257347ae9 admin admin] Publish callbacks [] for security_group (9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:06.756767 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5995471-21a3-4103-bedf-94d257347ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:06.759282 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d5995471-21a3-4103-bedf-94d257347ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:06.760464 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d5995471-21a3-4103-bedf-94d257347ae9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e HTTP/1.1" status: 204 len: 168 time: 0.1784120 Mar 24 07:52:06.768953 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5995471-21a3-4103-bedf-94d257347ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c37f5f3-9d84-4fc7-bbaf-218e0d3e5d5e,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:07.746309 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:52:07.766973 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 5e895e44-3830-4bb3-9653-6124f8fdf04a {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:52:07.768188 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 5e895e44-3830-4bb3-9653-6124f8fdf04a not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:52:08.038608 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58126) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:08.091404 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b38c628e-5a59-446c-bbef-db0e09d57674 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (ff185028-5ebc-42c3-8661-ba25ed37f62c), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.114544 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b38c628e-5a59-446c-bbef-db0e09d57674 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (ff185028-5ebc-42c3-8661-ba25ed37f62c), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.219650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b38c628e-5a59-446c-bbef-db0e09d57674 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (ff185028-5ebc-42c3-8661-ba25ed37f62c), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.222386 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b38c628e-5a59-446c-bbef-db0e09d57674 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.223556 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b38c628e-5a59-446c-bbef-db0e09d57674 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff185028-5ebc-42c3-8661-ba25ed37f62c HTTP/1.1" status: 204 len: 168 time: 0.1839445 Mar 24 07:52:08.226476 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58128) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:08.232591 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c628e-5a59-446c-bbef-db0e09d57674 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff185028-5ebc-42c3-8661-ba25ed37f62c,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:08.241063 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-ea974650-7b1d-4f79-bd74-3662e368cbb6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] show failed (client error): The resource could not be found. Mar 24 07:52:08.242121 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-ea974650-7b1d-4f79-bd74-3662e368cbb6 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "GET /v2.0/security-groups/ff185028-5ebc-42c3-8661-ba25ed37f62c HTTP/1.1" status: 404 len: 347 time: 0.0146053 Mar 24 07:52:08.245220 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58130) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:08.371324 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Deleting port 07f6b140-e7d7-4e62-a545-6c47c4e12c37 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:52:08.371674 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.447522 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.451200 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (07f6b140-e7d7-4e62-a545-6c47c4e12c37), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.460553 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Calling delete_port for 07f6b140-e7d7-4e62-a545-6c47c4e12c37 owned by network:floatingip {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:52:08.677009 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (07f6b140-e7d7-4e62-a545-6c47c4e12c37), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.703500 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Pushing event deleted for resources: {'Port': ['ID=07f6b140-e7d7-4e62-a545-6c47c4e12c37,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:08.764434 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks [] for floatingip (484c9d91-554b-4d1a-a254-81c22fe26b27), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.766963 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:08.771271 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c12d1cbc-367b-4089-9073-526c3a7a1671 tempest-AttachVolumeShelveTestJSON-895331622 tempest-AttachVolumeShelveTestJSON-895331622-project] 10.222.0.20 "DELETE /v2.0/floatingips/484c9d91-554b-4d1a-a254-81c22fe26b27 HTTP/1.1" status: 204 len: 168 time: 0.5225499 Mar 24 07:52:11.291349 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:52:12.274250 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3abc5b87-c03b-45ec-8be4-a0e5d1823589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:13.511816 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58176) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:14.006373 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (bfe46324-87fe-4782-9f3c-6a62d5e14896), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:14.259672 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Deleting port 2eaef7d7-cf26-417b-b2f5-727e915948ac {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:52:14.260060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:14.338354 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] For port 2eaef7d7-cf26-417b-b2f5-727e915948ac, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=2eaef7d7-cf26-417b-b2f5-727e915948ac,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:14.338720 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:14.354825 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Calling delete_port for 2eaef7d7-cf26-417b-b2f5-727e915948ac owned by network:router_interface {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:52:14.596841 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (2eaef7d7-cf26-417b-b2f5-727e915948ac), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:14.623916 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaef7d7-cf26-417b-b2f5-727e915948ac,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:14.648478 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4182afd5-557c-4c93-a083-85595690050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:14.655409 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.655766 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.656145 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.656492 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.656829 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.657171 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.657501 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.657917 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.658456 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.658806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.659139 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.659472 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.659801 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.660221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.671187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:14.807489 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (bfe46324-87fe-4782-9f3c-6a62d5e14896), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.024875 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Router bfe46324-87fe-4782-9f3c-6a62d5e14896 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:52:15.130255 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:52:15.135188 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1a6fd893-0bf7-47c1-bdc9-5d3e9351bd8b admin admin] 10.222.0.20 "PUT /v2.0/routers/bfe46324-87fe-4782-9f3c-6a62d5e14896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223454 Mar 24 07:52:15.137729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58190) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:15.138717 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] Sync routers for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:52:15.148463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:15.149086 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:15.242685 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks [] for router (bfe46324-87fe-4782-9f3c-6a62d5e14896), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.256197 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:15.347823 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks [] for router_gateway (bfe46324-87fe-4782-9f3c-6a62d5e14896), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.442738 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:52:14Z', 'revision_number': 5, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port': {'id': '1f54abbc-7d1c-4254-81f5-a062e5231ee2', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:97:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:44:36Z', 'updated_at': '2022-03-24T07:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:15.469243 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] Checking router: bfe46324-87fe-4782-9f3c-6a62d5e14896 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:52:15.477774 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] Routers {'bfe46324-87fe-4782-9f3c-6a62d5e14896'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:15.478401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['bfe46324-87fe-4782-9f3c-6a62d5e14896'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:15.492557 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Deleting port 1f54abbc-7d1c-4254-81f5-a062e5231ee2 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:52:15.492907 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.569909 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] Set router bfe46324-87fe-4782-9f3c-6a62d5e14896 gateway port host: None {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:15.582376 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] For port 1f54abbc-7d1c-4254-81f5-a062e5231ee2, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=1f54abbc-7d1c-4254-81f5-a062e5231ee2,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:15.582762 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.596933 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Calling delete_port for 1f54abbc-7d1c-4254-81f5-a062e5231ee2 owned by network:router_gateway {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:52:15.629830 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:52:15Z', 'revision_number': 6, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port_host': None}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:15.661461 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e8a36-a3fa-4f47-b078-c37746235809 None None] The sync data for ids ['bfe46324-87fe-4782-9f3c-6a62d5e14896'] in dv-cinder-834822-3-iscsi is: [{'id': 'bfe46324-87fe-4782-9f3c-6a62d5e14896', 'name': 'tempest-AttachVolumeShelveTestJSON-152591976-router', 'tenant_id': 'a0f603aaa87743dead70efb96f53a709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:44:35Z', 'updated_at': '2022-03-24T07:52:15Z', 'revision_number': 6, 'project_id': 'a0f603aaa87743dead70efb96f53a709', 'gw_port_host': None}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:52:15.754507 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.842521 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (1f54abbc-7d1c-4254-81f5-a062e5231ee2), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:15.868849 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Pushing event deleted for resources: {'Port': ['ID=1f54abbc-7d1c-4254-81f5-a062e5231ee2,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:15.932378 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (bfe46324-87fe-4782-9f3c-6a62d5e14896), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.026547 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (bfe46324-87fe-4782-9f3c-6a62d5e14896), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.028713 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks [] for router_controller (bfe46324-87fe-4782-9f3c-6a62d5e14896), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.160211 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (bfe46324-87fe-4782-9f3c-6a62d5e14896), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.160792 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfe46324-87fe-4782-9f3c-6a62d5e14896 {{(pid=110216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:52:16.165234 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.166404 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-fa560346-7b8f-499c-a468-c5a9fbb5844e admin admin] 10.222.0.20 "DELETE /v2.0/routers/bfe46324-87fe-4782-9f3c-6a62d5e14896 HTTP/1.1" status: 204 len: 168 time: 1.0277181 Mar 24 07:52:16.168930 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58194) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:16.217800 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Deleting subnet f0acc894-29cf-45b1-a800-4a8b539b8501 {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:52:16.221697 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Publish callbacks [] for subnet (f0acc894-29cf-45b1-a800-4a8b539b8501), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.254818 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8941625'] for subnet (f0acc894-29cf-45b1-a800-4a8b539b8501), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.329458 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (f0acc894-29cf-45b1-a800-4a8b539b8501), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.457584 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11801686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903942'] for subnet (f0acc894-29cf-45b1-a800-4a8b539b8501), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.488565 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0acc894-29cf-45b1-a800-4a8b539b8501,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:16.490116 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.493337 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7d77ab78-d044-4b7a-8934-918150827b5d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0acc894-29cf-45b1-a800-4a8b539b8501 HTTP/1.1" status: 204 len: 168 time: 0.3234534 Mar 24 07:52:16.495776 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58198) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:16.499723 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b35a8-aad5-4c45-8ea2-7e23941e660f None None] Network 8537df3a-7c7c-40d1-9366-a8899c30561f requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:52:16.817255 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] DHCP port deletion for 8537df3a-7c7c-40d1-9366-a8899c30561f request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:52:16.850595 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (8537df3a-7c7c-40d1-9366-a8899c30561f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.864589 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] Deleting port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:52:16.864972 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.901965 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Deleting port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:52:16.902306 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.929583 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] For port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:16.929919 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.944261 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] Calling delete_port for 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:52:16.966305 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] For port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,segment=NetworkSegment(d03923e0-a941-43d8-b175-173034b24cf5),segment_id=d03923e0-a941-43d8-b175-173034b24cf5)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:16.966677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:16.979156 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Calling delete_port for 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:52:17.082395 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.089660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (104bcba6-7dd0-4f61-bcbf-bb0888e65bc9), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.107839 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] Pushing event deleted for resources: {'Port': ['ID=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:17.112104 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0ff26-5cc2-4052-abdb-53af326175c6 None None] No DVR routers for this DVR port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:52:17.122770 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Pushing event deleted for resources: {'Port': ['ID=104bcba6-7dd0-4f61-bcbf-bb0888e65bc9,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:17.128135 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] No DVR routers for this DVR port 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:52:17.191622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.199259 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (8537df3a-7c7c-40d1-9366-a8899c30561f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.220423 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8537df3a-7c7c-40d1-9366-a8899c30561f']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:17.229959 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03923e0-a941-43d8-b175-173034b24cf5') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:17.230262 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03923e0-a941-43d8-b175-173034b24cf5') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:17.239970 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (d03923e0-a941-43d8-b175-173034b24cf5), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.253831 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (d03923e0-a941-43d8-b175-173034b24cf5), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.259895 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:52:17.260321 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (d03923e0-a941-43d8-b175-173034b24cf5), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: self.session.flush() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: self.session.flush() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: self.session.flush() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: self.session.flush() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:52:17.261960 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:52:17.377965 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (8537df3a-7c7c-40d1-9366-a8899c30561f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.383098 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.387048 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] 10.222.0.20 "DELETE /v2.0/networks/8537df3a-7c7c-40d1-9366-a8899c30561f HTTP/1.1" status: 204 len: 168 time: 0.8893828 Mar 24 07:52:17.398565 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28301c-9df0-4455-83f6-360ed87cb5be admin admin] Pushing event deleted for resources: {'Network': ['ID=8537df3a-7c7c-40d1-9366-a8899c30561f,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:17.596365 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 1f54abbc-7d1c-4254-81f5-a062e5231ee2 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:52:17.620548 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 1f54abbc-7d1c-4254-81f5-a062e5231ee2 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:52:17.620904 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 1f54abbc-7d1c-4254-81f5-a062e5231ee2 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:52:17.621333 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2eaef7d7-cf26-417b-b2f5-727e915948ac no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:52:17.641290 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 2eaef7d7-cf26-417b-b2f5-727e915948ac {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:52:17.641643 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 2eaef7d7-cf26-417b-b2f5-727e915948ac not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:52:17.642647 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:52:17.663352 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:52:17.668988 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 104bcba6-7dd0-4f61-bcbf-bb0888e65bc9 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:52:17.726225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58204) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:17.766662 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b27fc23f-6340-4bae-b76e-356bddc3c3a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0f603aaa87743dead70efb96f53a709&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391769 Mar 24 07:52:17.769967 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58206) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:17.828326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89d3e7b3-49db-47c8-b9d9-cd61b39c717c admin admin] Publish callbacks [] for security_group (3b18d2c9-2579-4165-bb12-abf55860bf76), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.853299 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89d3e7b3-49db-47c8-b9d9-cd61b39c717c admin admin] Publish callbacks [] for security_group (3b18d2c9-2579-4165-bb12-abf55860bf76), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.988942 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89d3e7b3-49db-47c8-b9d9-cd61b39c717c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (3b18d2c9-2579-4165-bb12-abf55860bf76), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.991912 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89d3e7b3-49db-47c8-b9d9-cd61b39c717c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:17.993482 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-89d3e7b3-49db-47c8-b9d9-cd61b39c717c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b18d2c9-2579-4165-bb12-abf55860bf76 HTTP/1.1" status: 204 len: 168 time: 0.2207153 Mar 24 07:52:18.004698 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3e7b3-49db-47c8-b9d9-cd61b39c717c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b18d2c9-2579-4165-bb12-abf55860bf76,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:18.682393 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.001153 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58234) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:19.098192 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-283637275-network', 'tenant_id': '99b3c5022848402db4428620fe3b5b96'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:19.182712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Made reservation on behalf of 99b3c5022848402db4428620fe3b5b96 for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:52:19.185036 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.196710 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.267721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks [] for security_group (4e822750-2486-4e7a-838b-ffd03326ded6), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.345000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (4e822750-2486-4e7a-838b-ffd03326ded6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.369391 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:52:19.378577 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e822750-2486-4e7a-838b-ffd03326ded6,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:19.387250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (1a6a5ea7-e0ab-4881-8864-189b2f70fe5f), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.387560 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Added segment 1a6a5ea7-e0ab-4881-8864-189b2f70fe5f of type vlan for network 812526c6-7f51-4950-ad16-26c5318a7d20 Mar 24 07:52:19.439351 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (812526c6-7f51-4950-ad16-26c5318a7d20), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.528245 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (812526c6-7f51-4950-ad16-26c5318a7d20), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.529233 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:19.529838 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.588467 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] Pushing event updated for resources: {'Network': ['ID=812526c6-7f51-4950-ad16-26c5318a7d20,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:19.599176 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network 812526c6-7f51-4950-ad16-26c5318a7d20 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:52:19.668003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0cb8b4f0-9f58-4408-9cd5-37b9cd214c2e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6651297 Mar 24 07:52:19.670821 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58238) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:19.676296 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Request body: {'subnet': {'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-283637275-subnet', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:19.745326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Made reservation on behalf of 99b3c5022848402db4428620fe3b5b96 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:52:19.747753 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903979'] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:19.973979 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11801623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903997'] for subnet (ec2defc5-35bc-4903-a003-c03ffac0afec), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.035571 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2defc5-35bc-4903-a003-c03ffac0afec,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:20.042827 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Checking segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:52:20.043194 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Network hostable DHCP agents. Network: 812526c6-7f51-4950-ad16-26c5318a7d20, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:52:20.136832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Network 812526c6-7f51-4950-ad16-26c5318a7d20 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:52:20.206363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, 812526c6-7f51-4950-ad16-26c5318a7d20) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:20.210297 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:20.210903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.215418 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550c3c9-d339-4525-a1e0-ecb60d1b29f3 None None] Network 812526c6-7f51-4950-ad16-26c5318a7d20 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:52:20.277019 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b83b52bf-f97a-4b4b-a8df-4930d8a2ee64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6051559 Mar 24 07:52:20.279798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58242) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:20.285317 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:20.315576 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54705fde-e508-530a-9bf0-845cc4230ec0-812526c6-7f51-4950-ad16-26c5318a7d20', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec'}]}} from dv-cinder-834822-3-iscsi. {{(pid=110217) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 24 07:52:20.316466 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.360122 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3721275', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61826'] for router (24613cdf-d586-4904-9e86-31be613ad332), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.361376 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3722667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3721208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3698212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61947'] for router (24613cdf-d586-4904-9e86-31be613ad332), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.419176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks [] for router_controller (24613cdf-d586-4904-9e86-31be613ad332), precommit_add_association {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.448779 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.db_base_plugin_common [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Allocated IP 172.20.0.2 (812526c6-7f51-4950-ad16-26c5318a7d20/ec2defc5-35bc-4903-a003-c03ffac0afec/c08ca9fd-73d3-4076-8a08-4039a6f1b126) {{(pid=110217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:52:20.590757 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Publish callbacks [] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), precommit_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.616223 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks [] for router_gateway (24613cdf-d586-4904-9e86-31be613ad332), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.645973 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), after_create {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.683056 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Network 812526c6-7f51-4950-ad16-26c5318a7d20 is already hosted by enough agents. {{(pid=110217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:52:20.685768 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.scheduler.base_scheduler [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Resources bound (agent type, host, resource id): {{(pid=110217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:20.689858 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Received port after_create {{(pid=110217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:52:20.703420 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Pushing event updated for resources: {'Port': ['ID=c08ca9fd-73d3-4076-8a08-4039a6f1b126,revision_number=1']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:20.761210 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Attempting to bind port c08ca9fd-73d3-4076-8a08-4039a6f1b126 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:52:20.761586 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Attempting to bind port c08ca9fd-73d3-4076-8a08-4039a6f1b126 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:52:20.761958 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Attempting to bind port c08ca9fd-73d3-4076-8a08-4039a6f1b126 on network 812526c6-7f51-4950-ad16-26c5318a7d20 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:52:20.767028 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:52:20.767444 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Checking segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:52:20.767833 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.768247 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Bound using segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:52:20.768730 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Bound port: c08ca9fd-73d3-4076-8a08-4039a6f1b126, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:52:20.769121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.830771 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] For port c08ca9fd-73d3-4076-8a08-4039a6f1b126, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:52:20.833820 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] For port c08ca9fd-73d3-4076-8a08-4039a6f1b126, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c08ca9fd-73d3-4076-8a08-4039a6f1b126,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:52:20.868163 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks [] for router_gateway (24613cdf-d586-4904-9e86-31be613ad332), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.888176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.899760 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:20.962591 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338370e-074f-41cb-93ab-733a6306fcfb None None] Pushing event updated for resources: {'Port': ['ID=c08ca9fd-73d3-4076-8a08-4039a6f1b126,revision_number=2']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:20.997550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Allocated IP 172.27.3.41 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/0aff946e-5ba9-4b04-8a50-748b14bb6b47) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:52:21.109691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks [] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.208762 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.248000 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:52:21.251184 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:21.254397 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:52:21.281718 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Pushing event updated for resources: {'Port': ['ID=0aff946e-5ba9-4b04-8a50-748b14bb6b47,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:21.609165 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks [] for router_gateway (24613cdf-d586-4904-9e86-31be613ad332), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.641782 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c08ca9fd-73d3-4076-8a08-4039a6f1b126 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:52:21.700731 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port c08ca9fd-73d3-4076-8a08-4039a6f1b126 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:21.701448 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.787894 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port c08ca9fd-73d3-4076-8a08-4039a6f1b126 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:21.788392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.826328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port c08ca9fd-73d3-4076-8a08-4039a6f1b126, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c08ca9fd-73d3-4076-8a08-4039a6f1b126,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:21.838328 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3722672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3721005'] for router (24613cdf-d586-4904-9e86-31be613ad332), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.867280 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8f5650-8154-4ebb-b23c-94d0aeb20aab None None] Network 812526c6-7f51-4950-ad16-26c5318a7d20 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:52:21.925367 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:21.966557 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-aa2d72a0-6fb5-4193-823a-dea76d4151a0 None None] Provisioning complete for port c08ca9fd-73d3-4076-8a08-4039a6f1b126 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:21.966950 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-aa2d72a0-6fb5-4193-823a-dea76d4151a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.044134 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=c08ca9fd-73d3-4076-8a08-4039a6f1b126,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:22.057410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Router 24613cdf-d586-4904-9e86-31be613ad332 is scheduled to L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 with binding_index 1 {{(pid=110216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 24 07:52:22.106990 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-aa2d72a0-6fb5-4193-823a-dea76d4151a0 None None] Current status of the port c08ca9fd-73d3-4076-8a08-4039a6f1b126 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:22.174545 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:52:22.185737 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:52:22.195439 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:22.196189 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:22.273530 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.275110 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7725b18b-beab-4549-97ff-77d034981855 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9943280 Mar 24 07:52:22.277968 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58248) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:22.316049 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:22.327565 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-b929103e-e10e-4ffb-8103-536c705cd8a1 None None] Provisioning complete for port c08ca9fd-73d3-4076-8a08-4039a6f1b126 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:22.328152 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b929103e-e10e-4ffb-8103-536c705cd8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.413961 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-b929103e-e10e-4ffb-8103-536c705cd8a1 None None] Current status of the port c08ca9fd-73d3-4076-8a08-4039a6f1b126 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:22.487637 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:21Z', 'revision_number': 3, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:22.514650 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:52:22.515047 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Updating router 24613cdf-d586-4904-9e86-31be613ad332 port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 binding host dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:52:22.542993 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.698653 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.858893 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Allocated IP 172.20.0.1 (812526c6-7f51-4950-ad16-26c5318a7d20/ec2defc5-35bc-4903-a003-c03ffac0afec/295a899a-a7e5-4382-9bc1-ca3d8413a447) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:52:22.881100 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Publish callbacks [] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), precommit_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.956772 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:22.962685 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks [] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.014305 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Attempting to bind port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:52:23.014305 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Attempting to bind port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:52:23.014556 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Attempting to bind port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 on network e90d8986-d18a-45fb-ba7c-9bd6a036edca {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:52:23.020252 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Pushing event updated for resources: {'Port': ['ID=0aff946e-5ba9-4b04-8a50-748b14bb6b47,revision_number=2']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:23.027903 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:52:23.028309 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Checking segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:52:23.028715 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.029115 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Bound using segment: {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'} {{(pid=110218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:52:23.029596 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.managers [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Bound port: 0aff946e-5ba9-4b04-8a50-748b14bb6b47, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc1dfa4-7416-414c-9ed0-79add10b0c5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}}] {{(pid=110218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:52:23.029979 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), before_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.034205 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.034589 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.034934 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.035298 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.035649 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.035977 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.036307 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.036693 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.037087 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.037436 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.037786 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.038125 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.038448 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.038766 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.039080 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:23.068819 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.099736 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] For port 0aff946e-5ba9-4b04-8a50-748b14bb6b47, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:52:23.102836 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.plugins.ml2.db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] For port 0aff946e-5ba9-4b04-8a50-748b14bb6b47, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=0aff946e-5ba9-4b04-8a50-748b14bb6b47,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:52:23.112230 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Network 812526c6-7f51-4950-ad16-26c5318a7d20 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:52:23.115181 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:23.118863 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:52:23.156371 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Pushing event updated for resources: {'Port': ['ID=295a899a-a7e5-4382-9bc1-ca3d8413a447,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:23.162735 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron_lib.callbacks.manager [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), after_update {{(pid=110218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.171250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3720696'] for router_interface (24613cdf-d586-4904-9e86-31be613ad332), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.215630 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:23.215630 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:23.318550 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ed979-e89d-47ad-969e-c79d861ff56f None None] Pushing event updated for resources: {'Port': ['ID=0aff946e-5ba9-4b04-8a50-748b14bb6b47,revision_number=3']} {{(pid=110218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:23.371298 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:23.446135 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.453373 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-f0c6a352-0514-4323-aea6-7bd83605b6b4 None None] Provisioning complete for port 295a899a-a7e5-4382-9bc1-ca3d8413a447 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:23.454837 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f0c6a352-0514-4323-aea6-7bd83605b6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.497298 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-f0c6a352-0514-4323-aea6-7bd83605b6b4 None None] Port 295a899a-a7e5-4382-9bc1-ca3d8413a447 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:52:23.578927 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:21Z', 'revision_number': 3, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:23.612920 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d441f9-5549-43b6-8c3e-ef87bcfb3c8d None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:21Z', 'revision_number': 3, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:52:23.648766 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c08ca9fd-73d3-4076-8a08-4039a6f1b126 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:52:23.666894 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks [] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.717401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port c08ca9fd-73d3-4076-8a08-4039a6f1b126 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:23.717731 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.733909 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.812409 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3792733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3720556'] for router_interface (24613cdf-d586-4904-9e86-31be613ad332), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:23.814951 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port c08ca9fd-73d3-4076-8a08-4039a6f1b126 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:23.816201 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Pushing event updated for resources: {'Port': ['ID=295a899a-a7e5-4382-9bc1-ca3d8413a447,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:23.939526 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Network 812526c6-7f51-4950-ad16-26c5318a7d20 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:52:23.943489 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:24.232212 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-8c989081-6147-4f42-a064-d6c470739b47 None None] Provisioning complete for port 295a899a-a7e5-4382-9bc1-ca3d8413a447 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:24.233254 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8c989081-6147-4f42-a064-d6c470739b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:24.273972 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-8c989081-6147-4f42-a064-d6c470739b47 None None] Port 295a899a-a7e5-4382-9bc1-ca3d8413a447 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:52:24.364988 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Router 24613cdf-d586-4904-9e86-31be613ad332 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:52:24.477108 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:52:24.482053 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-4371d1ab-d0ce-4cc7-abba-4dc14532bd7c admin admin] 10.222.0.20 "PUT /v2.0/routers/24613cdf-d586-4904-9e86-31be613ad332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2031221 Mar 24 07:52:25.123414 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58306) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:25.128848 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1217190351', 'description': 'tempest-description--1925782944'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:25.233135 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.233236 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:52:25.235179 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:25.236401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:25.300022 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (a65dba64-42ea-4bac-b600-05c08a0ec5c1), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.355769 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:25.373865 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a65dba64-42ea-4bac-b600-05c08a0ec5c1), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.407617 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65dba64-42ea-4bac-b600-05c08a0ec5c1,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:25.459220 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.460664 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a6b3d15a-ddd4-4132-8419-66f4800bf3e8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3360155 Mar 24 07:52:25.463383 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58308) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:25.467717 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'security_group_rule': {'security_group_id': 'a65dba64-42ea-4bac-b600-05c08a0ec5c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:25.569682 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 2, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:25.570543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (934060e8-6bf7-4877-9124-a63999ec734b), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.597773 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:52:25.598133 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Updating router 24613cdf-d586-4904-9e86-31be613ad332 port 295a899a-a7e5-4382-9bc1-ca3d8413a447 binding host dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 24 07:52:25.631413 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 0aff946e-5ba9-4b04-8a50-748b14bb6b47 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:52:25.635764 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.640014 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (934060e8-6bf7-4877-9124-a63999ec734b), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.728301 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (934060e8-6bf7-4877-9124-a63999ec734b), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.746331 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934060e8-6bf7-4877-9124-a63999ec734b,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:25.798253 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:25.798772 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.824100 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.824100 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-25cff589-c100-4707-8df9-eb98a3c02752 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531356 Mar 24 07:52:25.824100 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58310) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:25.825120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'security_group_rule': {'security_group_id': 'a65dba64-42ea-4bac-b600-05c08a0ec5c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:25.916015 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (a806fe8f-b901-4131-bd9d-ad3078cfb57a), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:25.978172 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (a806fe8f-b901-4131-bd9d-ad3078cfb57a), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.039549 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (a806fe8f-b901-4131-bd9d-ad3078cfb57a), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.061410 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a806fe8f-b901-4131-bd9d-ad3078cfb57a,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:26.090519 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:26.091116 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.121712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.125783 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-663cf2aa-13a5-4161-bd2c-7c760a29607b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3015382 Mar 24 07:52:26.125911 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] For port 0aff946e-5ba9-4b04-8a50-748b14bb6b47, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=0aff946e-5ba9-4b04-8a50-748b14bb6b47,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:26.126902 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58316) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:26.131240 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:26.166172 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Publish callbacks [] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), precommit_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.222550 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.222733 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.273844 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Pushing event updated for resources: {'Port': ['ID=0aff946e-5ba9-4b04-8a50-748b14bb6b47,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:26.279802 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.336342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.354878 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db980e30-001b-458c-957b-f34de06ad3f3 None None] Pushing event updated for resources: {'Port': ['ID=295a899a-a7e5-4382-9bc1-ca3d8413a447,revision_number=3']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:26.391595 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Attempting to bind port 295a899a-a7e5-4382-9bc1-ca3d8413a447 on host dv-cinder-834822-3-iscsi for vnic_type normal with profile {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:52:26.392828 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Attempting to bind port 295a899a-a7e5-4382-9bc1-ca3d8413a447 by drivers openvswitch,hyperv on host dv-cinder-834822-3-iscsi at level 0 using segments [{'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:52:26.393312 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Attempting to bind port 295a899a-a7e5-4382-9bc1-ca3d8413a447 on network 812526c6-7f51-4950-ad16-26c5318a7d20 {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:52:26.399446 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Checking agent: {'id': '99533e7c-bfe6-45aa-b40c-e4c31ab73760', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834822-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 36, 19), 'started_at': datetime.datetime(2022, 3, 24, 7, 36, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834822-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:52:26.400156 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Checking segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:52:26.400759 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.401359 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Bound using segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} {{(pid=110217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:52:26.401947 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.managers [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Bound port: 295a899a-a7e5-4382-9bc1-ca3d8413a447, host: dv-cinder-834822-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}}] {{(pid=110217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:52:26.402448 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.458271 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Allocated IP 172.27.3.202 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/47c25baa-c526-4f54-a2bb-9fc7eb1d265b) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:52:26.474017 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] For port 295a899a-a7e5-4382-9bc1-ca3d8413a447, host dv-cinder-834822-3-iscsi, cleared binding levels {{(pid=110217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:52:26.477623 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] For port 295a899a-a7e5-4382-9bc1-ca3d8413a447, host dv-cinder-834822-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=295a899a-a7e5-4382-9bc1-ca3d8413a447,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:52:26.562728 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.570336 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.636158 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:26.636803 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:26.640470 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db980e30-001b-458c-957b-f34de06ad3f3 None None] Pushing event updated for resources: {'Port': ['ID=295a899a-a7e5-4382-9bc1-ca3d8413a447,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:26.674839 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] Provisioning complete for port 295a899a-a7e5-4382-9bc1-ca3d8413a447 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:26.675237 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.710324 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.747408 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:52:26.750474 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:26.754679 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:52:26.791072 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:26.800043 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'Port': ['ID=47c25baa-c526-4f54-a2bb-9fc7eb1d265b,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:26.856278 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (85feee56-476b-4aea-bb9c-7a14ba5ee379), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.904418 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] Current status of the port 295a899a-a7e5-4382-9bc1-ca3d8413a447 is: DOWN; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:26.904812 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.944528 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:26.980117 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] For port 295a899a-a7e5-4382-9bc1-ca3d8413a447, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=295a899a-a7e5-4382-9bc1-ca3d8413a447,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:27.037949 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.087997 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:27.098621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.120457 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb649c7-5a08-412c-88a3-06cd787728de None None] Pushing event updated for resources: {'Port': ['ID=295a899a-a7e5-4382-9bc1-ca3d8413a447,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:27.123211 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ed464-211a-4057-ab18-e3fb3d8fbcee None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:52:27.158779 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-1163fa20-7db2-4c60-a031-1b6cf390e4eb None None] Provisioning complete for port 295a899a-a7e5-4382-9bc1-ca3d8413a447 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:27.159345 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1163fa20-7db2-4c60-a031-1b6cf390e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.163531 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.269952 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-1163fa20-7db2-4c60-a031-1b6cf390e4eb None None] Current status of the port 295a899a-a7e5-4382-9bc1-ca3d8413a447 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:27.289692 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'Port': ['ID=47c25baa-c526-4f54-a2bb-9fc7eb1d265b,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:27.292261 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (85feee56-476b-4aea-bb9c-7a14ba5ee379), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.393672 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.395045 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-71b5a81d-ac5c-44b5-aa7d-9d3b677339d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2673776 Mar 24 07:52:27.555759 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-5163c730-d9cd-473e-bd1b-70bf71f08e5d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1217190351&fields=id&tenant_id=99b3c5022848402db4428620fe3b5b96 HTTP/1.1" status: 200 len: 267 time: 0.0488904 Mar 24 07:52:27.670447 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-68b4b12a-824f-4f8a-a4bf-ee582dce4ad4 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:27.672159 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-68b4b12a-824f-4f8a-a4bf-ee582dce4ad4 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 810 time: 0.1098528 Mar 24 07:52:27.689738 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-9e811332-c628-4aa6-96c2-55f1020c463b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/quotas/99b3c5022848402db4428620fe3b5b96 HTTP/1.1" status: 200 len: 375 time: 0.0102856 Mar 24 07:52:27.715831 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 295a899a-a7e5-4382-9bc1-ca3d8413a447 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:52:27.768597 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-759daf39-136c-4517-87e2-edf9bc571967 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669250 Mar 24 07:52:27.777607 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 295a899a-a7e5-4382-9bc1-ca3d8413a447 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:27.778066 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.862437 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-deb9f1d4-eccd-4c99-afa8-3b8db21cc7be service neutron] 10.222.0.20 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902216 Mar 24 07:52:27.865647 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 295a899a-a7e5-4382-9bc1-ca3d8413a447 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:27.866755 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 0aff946e-5ba9-4b04-8a50-748b14bb6b47 up at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:52:27.919861 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Provisioning complete for port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:27.920290 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:27.970677 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-0912017e-7876-41d0-9d0e-4ebf55fe3e7e service neutron] 10.222.0.20 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011391 Mar 24 07:52:28.006749 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Current status of the port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 is: ACTIVE; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:28.256854 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-47600976-9ee1-4cbb-8b78-06b1fc04b6e3 req-5d0a2354-ec2d-4cb0-a82c-593c812bfb0c tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 210 time: 0.0376461 Mar 24 07:52:28.922476 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58354) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:29.026288 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd7cfa7-996c-41dc-b5cb-056455504d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.100905 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd7cfa7-996c-41dc-b5cb-056455504d4b admin admin] Publish callbacks [] for security_group (87cbd210-59aa-4779-899b-19fc4cbeaa31), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.156478 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-9bd7cfa7-996c-41dc-b5cb-056455504d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (87cbd210-59aa-4779-899b-19fc4cbeaa31), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.196295 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-9bd7cfa7-996c-41dc-b5cb-056455504d4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d14e0fffa76246e6b0cba8d96a9ce17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727098 Mar 24 07:52:29.197158 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7cfa7-996c-41dc-b5cb-056455504d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cbd210-59aa-4779-899b-19fc4cbeaa31,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:29.199636 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58358) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:29.250202 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b73fc0b7-c85c-457a-b8ae-e6fd11499455 admin admin] Publish callbacks [] for security_group (87cbd210-59aa-4779-899b-19fc4cbeaa31), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.271197 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b73fc0b7-c85c-457a-b8ae-e6fd11499455 admin admin] Publish callbacks [] for security_group (87cbd210-59aa-4779-899b-19fc4cbeaa31), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.354715 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4f67f55f-4af0-4aa4-b71c-f7d4985e2c5a req-cc253f87-61d0-4628-b565-d89def8b4a16 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 210 time: 0.0284369 Mar 24 07:52:29.405691 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b73fc0b7-c85c-457a-b8ae-e6fd11499455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (87cbd210-59aa-4779-899b-19fc4cbeaa31), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.408963 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b73fc0b7-c85c-457a-b8ae-e6fd11499455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:29.410349 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b73fc0b7-c85c-457a-b8ae-e6fd11499455 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87cbd210-59aa-4779-899b-19fc4cbeaa31 HTTP/1.1" status: 204 len: 168 time: 0.2083137 Mar 24 07:52:29.418076 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fc0b7-c85c-457a-b8ae-e6fd11499455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cbd210-59aa-4779-899b-19fc4cbeaa31,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:30.464895 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8d611ebd-2501-4c7e-9da7-d38966156ab3 req-9c8efedf-d2f1-4087-a383-c5221b09a8f1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 210 time: 0.0434246 Mar 24 07:52:30.501796 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-0ba8152f-bfc2-4dd3-93b7-3c5fc93797d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:30.503313 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-0ba8152f-bfc2-4dd3-93b7-3c5fc93797d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 810 time: 0.1407878 Mar 24 07:52:30.569146 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-56718826-c07e-4378-9aa5-9c0c99fcf8d8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b3c5022848402db4428620fe3b5b96 HTTP/1.1" status: 200 len: 380 time: 0.0508802 Mar 24 07:52:30.578464 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'port': {'device_id': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'admin_state_up': True, 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'security_groups': ['a65dba64-42ea-4bac-b600-05c08a0ec5c1']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:30.754021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Made reservation on behalf of 99b3c5022848402db4428620fe3b5b96 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:52:30.757522 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:30.882693 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Allocated IP 172.20.0.11 (812526c6-7f51-4950-ad16-26c5318a7d20/ec2defc5-35bc-4903-a003-c03ffac0afec/3ae64e69-43ee-446a-be05-e4efed0558fc) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:52:31.017537 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.114105 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.154825 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Network 812526c6-7f51-4950-ad16-26c5318a7d20 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:52:31.158516 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:52:31.160943 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:52:31.193089 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'Port': ['ID=3ae64e69-43ee-446a-be05-e4efed0558fc,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:31.221315 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:31.227964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.305418 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-d36ed6a0-d710-4a97-b5af-a7f35cb70ca9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307129 Mar 24 07:52:31.321172 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Request body: {'port': {'device_id': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:31.382823 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.414354 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-54dc3d6c-84b2-4403-a36b-b6f8f37654d8 None None] Provisioning complete for port 3ae64e69-43ee-446a-be05-e4efed0558fc triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:31.414959 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-54dc3d6c-84b2-4403-a36b-b6f8f37654d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.450430 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-54dc3d6c-84b2-4403-a36b-b6f8f37654d8 None None] Port 3ae64e69-43ee-446a-be05-e4efed0558fc cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:52:31.586973 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d291f5c-bb6c-4a25-924b-206d2a994c4e req-a350814f-78f1-4bfa-a27d-70652bed8470 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:31.588458 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4d291f5c-bb6c-4a25-924b-206d2a994c4e req-a350814f-78f1-4bfa-a27d-70652bed8470 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 932 time: 0.0563009 Mar 24 07:52:31.636484 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-4d291f5c-bb6c-4a25-924b-206d2a994c4e req-9c9a66a7-59c4-42d0-928f-faa1201618c8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424273 Mar 24 07:52:31.649424 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae64e69-43ee-446a-be05-e4efed0558fc {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:52:31.656900 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Publish callbacks [] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.669495 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Transition to ACTIVE for port object 3ae64e69-43ee-446a-be05-e4efed0558fc will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:52:31.714154 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.767304 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae64e69-43ee-446a-be05-e4efed0558fc,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:31.843908 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Attempting to bind port 3ae64e69-43ee-446a-be05-e4efed0558fc on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:52:31.844219 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Attempting to bind port 3ae64e69-43ee-446a-be05-e4efed0558fc by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:52:31.844556 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Attempting to bind port 3ae64e69-43ee-446a-be05-e4efed0558fc on network 812526c6-7f51-4950-ad16-26c5318a7d20 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:52:31.849934 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Port 3ae64e69-43ee-446a-be05-e4efed0558fc on network 812526c6-7f51-4950-ad16-26c5318a7d20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:52:31.850340 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Attempting to bind port 3ae64e69-43ee-446a-be05-e4efed0558fc on network 812526c6-7f51-4950-ad16-26c5318a7d20 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:52:31.855641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:52:31.856120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Checking segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:52:31.856575 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Bound using segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:52:31.857085 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Bound port: 3ae64e69-43ee-446a-be05-e4efed0558fc, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:52:31.857523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:31.922846 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] For port 3ae64e69-43ee-446a-be05-e4efed0558fc, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:52:31.925974 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] For port 3ae64e69-43ee-446a-be05-e4efed0558fc, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ae64e69-43ee-446a-be05-e4efed0558fc,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:52:32.003119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:32.034677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.035208 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:32.036717 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] 10.222.0.67 "PUT /v2.0/ports/3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 200 len: 1094 time: 0.7198250 Mar 24 07:52:32.038937 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:52:32.041301 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317e2bea-278d-43f9-bbca-11afdcf77210" -d '{"events": [{"name": "network-changed", "server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:52:32.070755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c245dec-1403-4066-9041-4b27ac341f70 service neutron] Pushing event updated for resources: {'Port': ['ID=3ae64e69-43ee-446a-be05-e4efed0558fc,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:32.102780 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879e4d5b-da6b-4b34-b5d0-70c9ddb029da x-openstack-request-id: req-879e4d5b-da6b-4b34-b5d0-70c9ddb029da {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:52:32.103075 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:52:32.103325 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-879e4d5b-da6b-4b34-b5d0-70c9ddb029da {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:52:32.104134 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879e4d5b-da6b-4b34-b5d0-70c9ddb029da'] response: {'name': 'network-changed', 'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'status': 'completed', 'code': 200} Mar 24 07:52:32.179082 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2bea-278d-43f9-bbca-11afdcf77210 req-43c3fb88-e4e5-4173-873d-fcd3415c0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.180611 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-317e2bea-278d-43f9-bbca-11afdcf77210 req-43c3fb88-e4e5-4173-873d-fcd3415c0c97 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1128 time: 0.0500669 Mar 24 07:52:32.282092 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2bea-278d-43f9-bbca-11afdcf77210 req-a0ca7c39-87e2-4ad8-ae80-531cdaaed26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.283587 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-317e2bea-278d-43f9-bbca-11afdcf77210 req-a0ca7c39-87e2-4ad8-ae80-531cdaaed26c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=99b3c5022848402db4428620fe3b5b96&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0924451 Mar 24 07:52:32.383542 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2bea-278d-43f9-bbca-11afdcf77210 req-23d4016d-d23b-44ab-ae26-50c5e8d37f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.384972 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-317e2bea-278d-43f9-bbca-11afdcf77210 req-23d4016d-d23b-44ab-ae26-50c5e8d37f1e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928578 Mar 24 07:52:32.468098 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-f2b008c5-bb49-41a1-8725-c3745768fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.469639 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-f2b008c5-bb49-41a1-8725-c3745768fdac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1128 time: 0.0466652 Mar 24 07:52:32.513424 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-d0af3ca5-eb79-4ed3-8a08-366d2bcb22b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 200 len: 217 time: 0.0344939 Mar 24 07:52:32.567292 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-6e8ae984-462a-4544-92a1-6058bbe9dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.568748 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-6e8ae984-462a-4544-92a1-6058bbe9dccb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0476394 Mar 24 07:52:32.619806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f83fe-9989-484c-ab52-98847d14113a req-6d26f2de-01dd-4ca4-ac2b-42ec15491fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.621362 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-6d26f2de-01dd-4ca4-ac2b-42ec15491fff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427091 Mar 24 07:52:32.714301 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-79494038-b04c-4147-aa77-f9476e087a93 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831456 Mar 24 07:52:32.754085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f15ca-ceb8-4ff2-ad10-2aed36c58992 req-56846617-3966-4996-91da-3cf88bb828cf tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:32.755701 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c4f15ca-ceb8-4ff2-ad10-2aed36c58992 req-56846617-3966-4996-91da-3cf88bb828cf tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 944 time: 0.0535612 Mar 24 07:52:32.801546 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c4f15ca-ceb8-4ff2-ad10-2aed36c58992 req-5a1217e9-adf9-484d-81b1-dd30da60b364 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403476 Mar 24 07:52:32.810420 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-576f83fe-9989-484c-ab52-98847d14113a req-f5896f51-4e37-414a-8f80-1a013a4748a4 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Mar 24 07:52:33.919452 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed4967-87f7-4403-bfd6-961dd41f765a req-f56795f4-e98f-4200-99fa-4e91f7491779 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:33.920954 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06ed4967-87f7-4403-bfd6-961dd41f765a req-f56795f4-e98f-4200-99fa-4e91f7491779 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 944 time: 0.0538182 Mar 24 07:52:33.966521 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-06ed4967-87f7-4403-bfd6-961dd41f765a req-d2ac41e7-c8de-422a-9a7a-f5ae2888afaa tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Mar 24 07:52:35.082677 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08d548-6cf8-491c-842b-adc487cf6210 req-6360c156-72ee-417c-8d8a-24530b3e44f0 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:35.084177 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8a08d548-6cf8-491c-842b-adc487cf6210 req-6360c156-72ee-417c-8d8a-24530b3e44f0 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 944 time: 0.0521359 Mar 24 07:52:35.135039 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8a08d548-6cf8-491c-842b-adc487cf6210 req-bbb6bc73-cd14-4086-869b-cc570b1b2846 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453296 Mar 24 07:52:35.662121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:35.871488 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 3ae64e69-43ee-446a-be05-e4efed0558fc details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:52:35.965514 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 3ae64e69-43ee-446a-be05-e4efed0558fc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ae64e69-43ee-446a-be05-e4efed0558fc,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:35.977016 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'port_id': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'mac_address': 'fa:16:3e:2c:6a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:52:36.017239 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 3ae64e69-43ee-446a-be05-e4efed0558fc is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:36.017635 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:36.030089 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae64e69-43ee-446a-be05-e4efed0558fc {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:52:36.048607 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 3ae64e69-43ee-446a-be05-e4efed0558fc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ae64e69-43ee-446a-be05-e4efed0558fc,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:36.099122 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:36.147560 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=3ae64e69-43ee-446a-be05-e4efed0558fc,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:36.154482 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.154832 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.155202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.155542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.155876 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.156234 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.156563 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.156891 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.158047 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.158412 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.158751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.159078 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.159406 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.159732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.160082 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:52:36.257447 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68cbf1-3895-4c0a-9b36-04ca2737feb1 req-f221f21c-86b8-45ac-ba8d-0de63900e225 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:36.258975 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8a68cbf1-3895-4c0a-9b36-04ca2737feb1 req-f221f21c-86b8-45ac-ba8d-0de63900e225 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 945 time: 0.0563614 Mar 24 07:52:36.307849 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8a68cbf1-3895-4c0a-9b36-04ca2737feb1 req-46d6e982-b16f-4a7e-9102-d54d607907be tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433657 Mar 24 07:52:36.394028 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['3ae64e69-43ee-446a-be05-e4efed0558fc'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:52:37.423283 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4053fe-c6bd-4fbe-80bb-f23fc3184a92 req-c0261473-f5c0-4705-adfe-fac40fea7650 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:37.425444 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9b4053fe-c6bd-4fbe-80bb-f23fc3184a92 req-c0261473-f5c0-4705-adfe-fac40fea7650 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 945 time: 0.0527265 Mar 24 07:52:37.478037 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9b4053fe-c6bd-4fbe-80bb-f23fc3184a92 req-cad6b23f-51f1-4a59-b95a-9adc2ee13e70 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472200 Mar 24 07:52:37.879173 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 3ae64e69-43ee-446a-be05-e4efed0558fc up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:52:37.978824 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 3ae64e69-43ee-446a-be05-e4efed0558fc completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:52:37.982683 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 3ae64e69-43ee-446a-be05-e4efed0558fc triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:52:37.983062 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:38.058382 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 3ae64e69-43ee-446a-be05-e4efed0558fc is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:52:38.058688 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:38.084647 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:52:38.086918 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f30dfb5-eb41-475a-bebd-ca744fd5ec34" -d '{"events": [{"server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "name": "network-vif-plugged", "status": "completed", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:52:38.099591 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 3ae64e69-43ee-446a-be05-e4efed0558fc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ae64e69-43ee-446a-be05-e4efed0558fc,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:52:38.122018 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b61a5f6-726b-4fd5-992c-aff783ebc699 x-openstack-request-id: req-3b61a5f6-726b-4fd5-992c-aff783ebc699 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:52:38.122311 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "name": "network-vif-plugged", "status": "completed", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:52:38.122567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b61a5f6-726b-4fd5-992c-aff783ebc699 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:52:38.122965 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b61a5f6-726b-4fd5-992c-aff783ebc699'] response: {'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'code': 200} Mar 24 07:52:38.162354 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:38.212683 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=3ae64e69-43ee-446a-be05-e4efed0558fc,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:52:38.412579 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254dae0-f074-4c49-a4fa-d7948668b7f1 req-e3cfb667-690d-4ae3-94c2-bb250e5f21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:38.414083 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3254dae0-f074-4c49-a4fa-d7948668b7f1 req-e3cfb667-690d-4ae3-94c2-bb250e5f21f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1130 time: 0.0446832 Mar 24 07:52:38.460910 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3254dae0-f074-4c49-a4fa-d7948668b7f1 req-c118bacb-f405-40b8-bdb8-be6791c9344d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374997 Mar 24 07:52:38.593251 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133f60-17a0-4704-a3ec-d84c1aa94ee0 req-f0e16395-a95b-4c65-962a-bf59f010c68e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:38.594634 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-72133f60-17a0-4704-a3ec-d84c1aa94ee0 req-f0e16395-a95b-4c65-962a-bf59f010c68e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0522244 Mar 24 07:52:38.640503 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-72133f60-17a0-4704-a3ec-d84c1aa94ee0 req-cd4833d0-a514-4d9c-8cbc-0a98646cd0ef tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403461 Mar 24 07:52:39.765761 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d77eb-8e9d-4479-9a0f-9b665964159a req-8bc6de7b-aeeb-4fa2-a265-c7f0f1f98f49 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:39.767717 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-605d77eb-8e9d-4479-9a0f-9b665964159a req-8bc6de7b-aeeb-4fa2-a265-c7f0f1f98f49 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0577869 Mar 24 07:52:39.821110 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-605d77eb-8e9d-4479-9a0f-9b665964159a req-d9ef4e0a-ee2d-4811-ac6e-506ad9379b16 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479062 Mar 24 07:52:40.942801 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bab37-01b9-4022-9602-73e35cd48fb6 req-dddc7ea8-e02a-46d7-907b-97d78ce93209 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:40.944306 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-296bab37-01b9-4022-9602-73e35cd48fb6 req-dddc7ea8-e02a-46d7-907b-97d78ce93209 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0552216 Mar 24 07:52:40.992005 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-296bab37-01b9-4022-9602-73e35cd48fb6 req-7b7d49ca-07fb-4d18-979f-04a9d2e2572e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Mar 24 07:52:41.106963 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac371d22-c120-4a71-80d1-cedd153c3823 req-63f7df21-f30d-4519-9520-4037fccce682 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:41.108456 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ac371d22-c120-4a71-80d1-cedd153c3823 req-63f7df21-f30d-4519-9520-4037fccce682 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0528708 Mar 24 07:52:41.117659 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58396) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:52:41.121906 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'floatingip': {'port_id': '3ae64e69-43ee-446a-be05-e4efed0558fc'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:52:41.160523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (85feee56-476b-4aea-bb9c-7a14ba5ee379), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:41.586407 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:41.641913 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (85feee56-476b-4aea-bb9c-7a14ba5ee379), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:41.747772 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Floating IP 85feee56-476b-4aea-bb9c-7a14ba5ee379 associated. External IP: 172.27.3.202, port: 3ae64e69-43ee-446a-be05-e4efed0558fc. Mar 24 07:52:41.958207 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Router 24613cdf-d586-4904-9e86-31be613ad332 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:52:42.287847 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c834-65e7-48d5-8bb8-57dcb36575ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:42.349655 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-f164b00b-ac5b-4cf4-8207-96eea1710cee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3902729 Mar 24 07:52:42.381521 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:52:42.386112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:42.391274 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:52:42.401961 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:42.402606 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:42.439096 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7ab941ad-5c99-4917-a5d3-a0ce36bdaf8d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "PUT /v2.0/floatingips/85feee56-476b-4aea-bb9c-7a14ba5ee379 HTTP/1.1" status: 200 len: 992 time: 1.3203225 Mar 24 07:52:42.440689 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:52:42.442920 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840b7092-0d7e-4ef8-afdd-70f19006bb30" -d '{"events": [{"name": "network-changed", "server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:52:42.463854 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-77ee07c7-207d-4b5d-98c5-20c04023e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.465409 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-77ee07c7-207d-4b5d-98c5-20c04023e99b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1129 time: 0.0604155 Mar 24 07:52:42.494767 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d72471-2bf6-471a-b16c-a78b64dffccb x-openstack-request-id: req-21d72471-2bf6-471a-b16c-a78b64dffccb {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:52:42.495067 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:52:42.495326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21d72471-2bf6-471a-b16c-a78b64dffccb {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:52:42.495721 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d72471-2bf6-471a-b16c-a78b64dffccb'] response: {'name': 'network-changed', 'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'status': 'completed', 'code': 200} Mar 24 07:52:42.520779 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:42.562502 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-14eefdbb-0dfb-4067-bfef-674385750eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.564615 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-14eefdbb-0dfb-4067-bfef-674385750eb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1130 time: 0.0499549 Mar 24 07:52:42.581112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-297dcaf1-f9a8-4e73-baa6-523d7fd37e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.582878 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-297dcaf1-f9a8-4e73-baa6-523d7fd37e8f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 912 time: 0.0980368 Mar 24 07:52:42.663512 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-27920926-817d-4d25-8873-a2164c9dcfef service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=789b118e-a13c-46da-861f-8d56617d2696 HTTP/1.1" status: 200 len: 1001 time: 0.0738542 Mar 24 07:52:42.700491 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-f8701301-2241-41d6-bd53-0e33869ebd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.700491 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-f8701301-2241-41d6-bd53-0e33869ebd33 service neutron] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 911 time: 0.0997095 Mar 24 07:52:42.723133 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-87e8a26b-1ace-4f70-97d0-62de69a86a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.724611 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-87e8a26b-1ace-4f70-97d0-62de69a86a63 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0556874 Mar 24 07:52:42.735660 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-6259d4e8-5594-48cb-adf9-d569d291fb3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 200 len: 1000 time: 0.0606425 Mar 24 07:52:42.779128 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-987955c2-665b-4289-b970-336970f291cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.780706 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-987955c2-665b-4289-b970-336970f291cc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495911 Mar 24 07:52:42.784380 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '85feee56-476b-4aea-bb9c-7a14ba5ee379', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '24613cdf-d586-4904-9e86-31be613ad332', 'port_id': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'mac_address': 'fa:16:3e:2c:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:52:26Z', 'updated_at': '2022-03-24T07:52:41Z', 'revision_number': 1, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:42.788438 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-f4a0d1ec-71be-4d1c-9724-a4472772c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.789886 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-f4a0d1ec-71be-4d1c-9724-a4472772c640 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0480137 Mar 24 07:52:42.814915 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:52:42.823506 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:52:42.824147 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:52:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:42.843984 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-43715973-8abd-43a9-8880-09189343f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:52:42.846652 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-43715973-8abd-43a9-8880-09189343f09f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503585 Mar 24 07:52:42.871809 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-614d4c14-0130-44b7-8d4e-624e53e0c5b1 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853109 Mar 24 07:52:42.935379 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:52:42.941527 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-ff9fc186-81f4-49f7-ae62-41ae674d4899 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895469 Mar 24 07:52:42.967122 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3306d49e-9107-4d3b-bd9f-8225e759e0c1 req-80c16a79-1388-4891-abde-18055d4c1106 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Mar 24 07:52:43.041730 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-840b7092-0d7e-4ef8-afdd-70f19006bb30 req-201fc389-da55-40dc-954c-b65863ed043a service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944602 Mar 24 07:52:43.166443 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '85feee56-476b-4aea-bb9c-7a14ba5ee379', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '24613cdf-d586-4904-9e86-31be613ad332', 'port_id': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'mac_address': 'fa:16:3e:2c:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:52:26Z', 'updated_at': '2022-03-24T07:52:41Z', 'revision_number': 1, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:52:43.195092 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb8379-cb89-4d7d-9243-d9be16aad717 None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '85feee56-476b-4aea-bb9c-7a14ba5ee379', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'floating_ip_address': '172.27.3.202', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '24613cdf-d586-4904-9e86-31be613ad332', 'port_id': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'mac_address': 'fa:16:3e:2c:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:52:26Z', 'updated_at': '2022-03-24T07:52:41Z', 'revision_number': 1, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:52:43.404721 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceea0f5-7f90-41de-a39e-e03812cff4bb None None] New status for floating IP 85feee56-476b-4aea-bb9c-7a14ba5ee379: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:52:44.624747 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-78e8c67f-eeb6-4b56-a9b9-50e26e730ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:45.692824 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:47.213128 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:52:48.292402 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:52:48.691266 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:05.684486 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:06.310363 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-cdbad470-5189-45c0-9140-392b34940a4d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213658066&fields=id&tenant_id=732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 267 time: 0.0431938 Mar 24 07:53:06.423258 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-b6e4c0f4-215c-4f60-bd18-6fdc1d084221 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:06.425272 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-b6e4c0f4-215c-4f60-bd18-6fdc1d084221 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 811 time: 0.1075609 Mar 24 07:53:06.439188 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-27330310-d8da-4051-80c1-6b896abfeb5a tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/quotas/732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 375 time: 0.0086598 Mar 24 07:53:06.494855 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-27c74dc6-ece4-41cb-9d66-718086f89b8f tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502801 Mar 24 07:53:06.589349 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-7c96db13-8eb7-4627-b9b1-1f1fee395fc5 service neutron] 10.222.0.20 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821393 Mar 24 07:53:06.682503 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-d390975f-8e13-493b-97d1-83eebd9e02a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873280 Mar 24 07:53:07.221060 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38279d7f-d268-401f-81f2-038fcef630be req-1835260e-b1a7-48d0-a234-c4f2bca32f12 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 210 time: 0.0271471 Mar 24 07:53:08.313754 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-75f8cadf-74ed-4481-a3c5-216f35060017 req-4208f33e-78d0-4495-a9e5-a258f4079bcb tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 210 time: 0.0278156 Mar 24 07:53:09.149442 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-65621515-9133-4aa1-a3ed-45ce7d32fd22 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:09.150889 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-65621515-9133-4aa1-a3ed-45ce7d32fd22 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 811 time: 0.0958490 Mar 24 07:53:09.213591 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-0c51ea33-7fb3-4c4a-9dfd-2ad91ca72b60 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=732e20b796c4417d925b33585cc0a269 HTTP/1.1" status: 200 len: 380 time: 0.0519707 Mar 24 07:53:09.224053 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'port': {'device_id': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'admin_state_up': True, 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'security_groups': ['f92efc6a-3df1-4151-915a-c305d51e7307']}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:53:09.378875 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Made reservation on behalf of 732e20b796c4417d925b33585cc0a269 for: {'port': 1} {{(pid=110215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:53:09.382651 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:09.419759 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7d666305-3a36-428d-978e-b0f5ad9e6400 req-46fec9d2-d5c7-43d1-bb49-eae5f9afbfa6 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 210 time: 0.0346122 Mar 24 07:53:09.534136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_common [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Allocated IP 172.20.0.3 (c4a5e492-8761-4ec1-9b80-35070e2a6827/b0966ed7-edc0-49c5-af43-4bc9e5acaecc/8c8c218b-f1be-4ee7-9f3f-e9e74090c923) {{(pid=110215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:53:09.676783 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:09.750429 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:09.790476 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 is already hosted by enough agents. {{(pid=110215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:53:09.793444 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.base_scheduler [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Resources bound (agent type, host, resource id): {{(pid=110215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:53:09.797093 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Received port after_create {{(pid=110215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:53:09.832127 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:09.844982 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.845327 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.846230 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.846575 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.846906 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.847233 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.847555 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.847877 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.848228 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.848555 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.848873 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.849192 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.849512 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.849885 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.850201 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:09.873852 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:09.874604 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:09.975571 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-49f44ac5-a5d3-442b-af13-6e4b155e2034 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556529 Mar 24 07:53:09.986796 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.v2.base [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Request body: {'port': {'device_id': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:53:10.039349 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-d6a2085b-3e28-447c-8454-892c18f29ac7 None None] Provisioning complete for port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:53:10.040002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d6a2085b-3e28-447c-8454-892c18f29ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.048038 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.075329 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2085b-3e28-447c-8454-892c18f29ac7 None None] Port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:53:10.309029 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 {{(pid=110215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:53:10.317001 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Publish callbacks [] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.328964 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.provisioning_blocks [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Transition to ACTIVE for port object 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 will not be triggered until provisioned by entity L2. {{(pid=110215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:53:10.398925 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.471979 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,revision_number=2']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:10.525513 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Attempting to bind port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:53:10.526067 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Attempting to bind port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}] {{(pid=110215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:53:10.526407 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Attempting to bind port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:53:10.530901 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:53:10.531232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Attempting to bind port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 on network c4a5e492-8761-4ec1-9b80-35070e2a6827 {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:53:10.537571 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:53:10.537914 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Checking segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:53:10.538310 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Bound using segment: {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'} {{(pid=110215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:53:10.538754 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.managers [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Bound port: 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622387d0-d612-47c2-b486-e0ca22c20ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827'}}] {{(pid=110215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:53:10.539106 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), before_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.557226 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8247c9-1be2-43c1-8fc1-5f4c9d617064 req-98ff879f-8967-41c1-887f-133153c8e3fe tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:10.563236 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fc8247c9-1be2-43c1-8fc1-5f4c9d617064 req-98ff879f-8967-41c1-887f-133153c8e3fe tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0558867 Mar 24 07:53:10.605686 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] For port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host hv-cinder-83482, cleared binding levels {{(pid=110215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:53:10.609207 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] For port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:53:10.614111 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-fc8247c9-1be2-43c1-8fc1-5f4c9d617064 req-32f1b85b-e2bd-4e94-ac57-d61c055c1ee8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478699 Mar 24 07:53:10.727860 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12374815'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.761258 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:10.761871 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:10.763316 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c8c218b-f1be-4ee7-9f3f-e9e74090c923 HTTP/1.1" status: 200 len: 1093 time: 0.7807124 Mar 24 07:53:10.763752 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:53:10.765993 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:53:10.791898 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d8373-12f4-4da7-a34b-bdd294565ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,revision_number=3']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:10.809771 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e94be6-0a5a-4ab1-9b11-6b7d4e1891ae x-openstack-request-id: req-89e94be6-0a5a-4ab1-9b11-6b7d4e1891ae {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:53:10.810028 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:53:10.810287 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89e94be6-0a5a-4ab1-9b11-6b7d4e1891ae {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:53:10.810697 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e94be6-0a5a-4ab1-9b11-6b7d4e1891ae'] response: {'name': 'network-changed', 'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'status': 'completed', 'code': 200} Mar 24 07:53:10.875865 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa req-af2af052-04bc-4d29-b5bc-83a3cdda0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:10.877982 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa req-af2af052-04bc-4d29-b5bc-83a3cdda0ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 1127 time: 0.0466199 Mar 24 07:53:10.979151 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa req-563565f1-aff8-4625-a209-5a00d323fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:10.980711 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa req-563565f1-aff8-4625-a209-5a00d323fb34 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=732e20b796c4417d925b33585cc0a269&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0961351 Mar 24 07:53:11.073515 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa req-38de9919-2969-46d2-a14f-5dfb319e8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:11.075165 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-079a115c-f4e1-4e17-9f1d-e8d73db26cfa req-38de9919-2969-46d2-a14f-5dfb319e8e8c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868053 Mar 24 07:53:11.180170 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-03983d6a-3ac6-4896-884a-6d61daea6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:11.181640 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-03983d6a-3ac6-4896-884a-6d61daea6929 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 1127 time: 0.0479312 Mar 24 07:53:11.223837 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-d967cbb6-beaf-41ec-811f-089dbb16b6da service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923 HTTP/1.1" status: 200 len: 217 time: 0.0334508 Mar 24 07:53:11.269831 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-4729248e-e10c-4c62-a1dc-cf91e0bda917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:11.271265 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-4729248e-e10c-4c62-a1dc-cf91e0bda917 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0421176 Mar 24 07:53:11.323967 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-df809f55-a191-4438-846a-67280c61ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:11.325614 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-df809f55-a191-4438-846a-67280c61ee24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471094 Mar 24 07:53:11.410879 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-deae7eea-9e6b-4b75-87bc-26e304befc88 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787830 Mar 24 07:53:11.740292 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95e021-69f9-4e19-a7bd-3a1376c9f5f4 req-d97acb50-c6c6-43ec-818b-1b1918ddc179 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:11.741784 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3f95e021-69f9-4e19-a7bd-3a1376c9f5f4 req-d97acb50-c6c6-43ec-818b-1b1918ddc179 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0593965 Mar 24 07:53:11.743190 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-087e56fb-0887-4aa9-b61a-2238b7203a86 req-0d1d4f30-0c46-4793-aa49-2c7a4bd84143 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249559 Mar 24 07:53:11.790534 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3f95e021-69f9-4e19-a7bd-3a1376c9f5f4 req-6b1a2413-1711-4e2f-b5ad-6c48cd62bd25 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Mar 24 07:53:12.280901 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-29a690a2-5f8e-4345-a4ae-d3157f9c8725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:12.913389 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e429f-8642-464c-8dc5-0c7bac1a7d2a req-ad8443f2-a14b-4e30-973e-fd88eec6e0f4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:12.914907 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8a3e429f-8642-464c-8dc5-0c7bac1a7d2a req-ad8443f2-a14b-4e30-973e-fd88eec6e0f4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0576921 Mar 24 07:53:12.962544 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8a3e429f-8642-464c-8dc5-0c7bac1a7d2a req-15d2082e-220d-4cc1-9478-cd76b6ff6d94 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Mar 24 07:53:14.080946 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8e2e9-8139-452c-a8f9-faf08054c742 req-0bd1ef59-a117-4635-84c8-68aff58adb49 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:14.082419 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cfd8e2e9-8139-452c-a8f9-faf08054c742 req-0bd1ef59-a117-4635-84c8-68aff58adb49 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0546086 Mar 24 07:53:14.130792 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cfd8e2e9-8139-452c-a8f9-faf08054c742 req-ec6ea468-a789-4168-a875-f35bfe2dc91d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 Mar 24 07:53:14.646740 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-608ee76e-21a3-4ece-87dc-54b10b149381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:15.245559 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660ed79-d16b-4cf3-ab99-512f0a1d440b req-94557b39-893a-424e-bb3f-c60820932b07 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:15.247084 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3660ed79-d16b-4cf3-ab99-512f0a1d440b req-94557b39-893a-424e-bb3f-c60820932b07 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0514188 Mar 24 07:53:15.294285 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3660ed79-d16b-4cf3-ab99-512f0a1d440b req-f871b09f-786e-4028-a35b-bcab1ef4148c tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Mar 24 07:53:15.667107 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:16.416132 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef196dd2-01c2-4cfb-9124-c3f95834eea6 req-9b340beb-da8d-42cf-b9e7-bd6e842278ef tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:16.417660 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ef196dd2-01c2-4cfb-9124-c3f95834eea6 req-9b340beb-da8d-42cf-b9e7-bd6e842278ef tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0583854 Mar 24 07:53:16.465062 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ef196dd2-01c2-4cfb-9124-c3f95834eea6 req-5abd1322-f813-4341-a10a-18ab648a0397 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417924 Mar 24 07:53:17.189480 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:17.582980 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed50775-2303-419b-91c7-12bf1c837fb5 req-e8a2400b-e715-4e28-9b24-f75a549b753e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:17.584486 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2ed50775-2303-419b-91c7-12bf1c837fb5 req-e8a2400b-e715-4e28-9b24-f75a549b753e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0554190 Mar 24 07:53:17.631038 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2ed50775-2303-419b-91c7-12bf1c837fb5 req-accc390c-5ce4-4f5b-8662-7bf35556b283 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Mar 24 07:53:18.686604 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:18.753300 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7ccd6-4fd0-4618-9550-f165910b73b7 req-3a2fa14d-45ea-4430-b7b1-3103feadd49c tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:18.754780 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-25b7ccd6-4fd0-4618-9550-f165910b73b7 req-3a2fa14d-45ea-4430-b7b1-3103feadd49c tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0533829 Mar 24 07:53:18.803091 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-25b7ccd6-4fd0-4618-9550-f165910b73b7 req-1386a821-f753-4704-8523-20995408270d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Mar 24 07:53:19.921820 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052e8e-5d0a-4166-9d2f-dce52bbbb9a8 req-db655de6-df3e-4bb0-857a-3a1e2702c287 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:19.924725 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ea052e8e-5d0a-4166-9d2f-dce52bbbb9a8 req-db655de6-df3e-4bb0-857a-3a1e2702c287 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 943 time: 0.0572433 Mar 24 07:53:19.971823 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ea052e8e-5d0a-4166-9d2f-dce52bbbb9a8 req-9327f479-840f-4850-93c7-1fb3b7913fe8 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Mar 24 07:53:20.066902 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:53:20.163620 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:53:20.175830 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'port_id': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'mac_address': 'fa:16:3e:8a:ea:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:53:20.211388 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:53:20.211786 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:20.224528 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:53:20.243927 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:53:20.309348 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:20.359247 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:20.578751 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['8c8c218b-f1be-4ee7-9f3f-e9e74090c923'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:53:21.246743 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723ad9-b091-471d-9675-05b2809c173b req-75af04a3-2e6c-4682-a1ad-a696c53c8d83 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:21.248295 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb723ad9-b091-471d-9675-05b2809c173b req-75af04a3-2e6c-4682-a1ad-a696c53c8d83 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 944 time: 0.0594959 Mar 24 07:53:21.295711 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb723ad9-b091-471d-9675-05b2809c173b req-64125284-6f19-41b4-b545-71b9771aa0a2 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413785 Mar 24 07:53:22.073776 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:53:22.178091 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:53:22.181794 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:53:22.182202 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:22.260263 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:53:22.260664 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:22.284898 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:53:22.287192 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ed6080-e7ad-4a4f-a6b3-c3a9f4501d3f" -d '{"events": [{"server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "name": "network-vif-plugged", "status": "completed", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:53:22.300403 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:53:22.331106 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114a59e-3e02-494e-8a01-7b41e467a91b x-openstack-request-id: req-7114a59e-3e02-494e-8a01-7b41e467a91b {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:53:22.331407 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "name": "network-vif-plugged", "status": "completed", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:53:22.331686 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7114a59e-3e02-494e-8a01-7b41e467a91b {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:53:22.332107 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7114a59e-3e02-494e-8a01-7b41e467a91b'] response: {'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'code': 200} Mar 24 07:53:22.367245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:22.419262 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:22.436687 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c44e46-1681-4e6a-b0c4-eae603833a6e req-68e9970b-9f1e-4636-8e6b-611b9b773cd2 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:22.438260 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-72c44e46-1681-4e6a-b0c4-eae603833a6e req-68e9970b-9f1e-4636-8e6b-611b9b773cd2 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0591900 Mar 24 07:53:22.493933 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-72c44e46-1681-4e6a-b0c4-eae603833a6e req-0a68c585-7dbf-4679-9402-c109616cde7f tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496721 Mar 24 07:53:22.723392 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4ec75-d229-4630-a9f6-972f27ec6152 req-04fcb187-f6af-4488-8a24-4d431b37e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:22.724945 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26a4ec75-d229-4630-a9f6-972f27ec6152 req-04fcb187-f6af-4488-8a24-4d431b37e5e1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 1129 time: 0.0444126 Mar 24 07:53:22.771187 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-26a4ec75-d229-4630-a9f6-972f27ec6152 req-2d91ac4e-fed1-4b6d-b41b-710e7650ffc9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Mar 24 07:53:23.613978 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293a8f-274c-44f4-81f8-647049d59dcd req-305e150c-ea55-4e41-9132-de66ef025e6d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:23.615487 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61293a8f-274c-44f4-81f8-647049d59dcd req-305e150c-ea55-4e41-9132-de66ef025e6d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0561900 Mar 24 07:53:23.664818 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-61293a8f-274c-44f4-81f8-647049d59dcd req-2ab84403-88ed-4bf7-bdb8-df80753d6b07 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Mar 24 07:53:24.784784 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed0ac0-65aa-44d1-981a-1f0acab432e4 req-4d65e8d9-1892-4a6c-b752-93c8dd0ea84d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:24.786262 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-10ed0ac0-65aa-44d1-981a-1f0acab432e4 req-4d65e8d9-1892-4a6c-b752-93c8dd0ea84d tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0529366 Mar 24 07:53:24.837209 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-10ed0ac0-65aa-44d1-981a-1f0acab432e4 req-83b20c1b-395d-4247-9f51-cb33cf7f8589 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453730 Mar 24 07:53:24.953922 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4f4ab-29e7-4539-af83-78731182dcdd req-455f1f64-65aa-4d63-a3d9-c3bf6b537c17 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:24.956292 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ada4f4ab-29e7-4539-af83-78731182dcdd req-455f1f64-65aa-4d63-a3d9-c3bf6b537c17 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0548022 Mar 24 07:53:25.008513 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ada4f4ab-29e7-4539-af83-78731182dcdd req-5ccf2ced-912a-466d-8ec0-20453846d151 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Mar 24 07:53:25.030323 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58528) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:53:25.223746 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dc7d78-1354-4d28-aab9-992438baa323 tempest-TestVolumeBootPattern-17831455 tempest-TestVolumeBootPattern-17831455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:25.225299 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-75dc7d78-1354-4d28-aab9-992438baa323 tempest-TestVolumeBootPattern-17831455 tempest-TestVolumeBootPattern-17831455-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 1124 time: 0.1939826 Mar 24 07:53:25.228162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58534) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:53:25.232355 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'port_id': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:53:25.291752 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:53:25.330353 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:25.426143 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:25.538721 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Allocated IP 172.27.3.217 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/6cbc6e99-b9f9-4a18-956d-9e0910ee40e0) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:53:25.646363 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:25.730249 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:25.773764 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:53:25.776673 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:53:25.782188 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:53:25.788401 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=6cbc6e99-b9f9-4a18-956d-9e0910ee40e0,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:25.817434 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.817719 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.818091 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.818433 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.818766 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.819097 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.819427 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.819750 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.820105 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.820435 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.820761 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.821085 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.821405 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.821723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:25.822042 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:26.147137 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (42d51523-09db-4f77-a9bc-004de989ee84), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:26.280505 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:26.428731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:26.487221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:26.555190 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event updated for resources: {'Port': ['ID=6cbc6e99-b9f9-4a18-956d-9e0910ee40e0,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:26.567138 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (42d51523-09db-4f77-a9bc-004de989ee84), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:26.669492 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Floating IP 42d51523-09db-4f77-a9bc-004de989ee84 associated. External IP: 172.27.3.217, port: 8c8c218b-f1be-4ee7-9f3f-e9e74090c923. Mar 24 07:53:26.879892 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:53:26.985693 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:53:26.995463 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:53:27.004980 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:53:27.005592 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:53:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:53:27.060389 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:27.091290 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-3289a412-81d9-4638-b688-42c2306fee52 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8621225 Mar 24 07:53:27.092217 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:53:27.094531 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a95f7a-c9d0-4214-9ce6-011d58cd1482" -d '{"events": [{"name": "network-changed", "server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:53:27.111865 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:53:27.129176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1b3e3-1002-4d14-98fc-f99b57514a8e x-openstack-request-id: req-a1c1b3e3-1002-4d14-98fc-f99b57514a8e {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:53:27.129480 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:53:27.129731 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1c1b3e3-1002-4d14-98fc-f99b57514a8e {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:53:27.130145 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c1b3e3-1002-4d14-98fc-f99b57514a8e'] response: {'name': 'network-changed', 'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'status': 'completed', 'code': 200} Mar 24 07:53:27.194618 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-81c5efcd-0a12-4c12-965e-28be2a2c294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:27.196137 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-81c5efcd-0a12-4c12-965e-28be2a2c294f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 1129 time: 0.0444784 Mar 24 07:53:27.285636 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-b08f5113-1862-4e72-ac86-dfea5675a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:27.287107 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-b08f5113-1862-4e72-ac86-dfea5675a8bc service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 912 time: 0.0848832 Mar 24 07:53:27.343482 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '42d51523-09db-4f77-a9bc-004de989ee84', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:8a:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:53:26Z', 'updated_at': '2022-03-24T07:53:26Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}, {'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:17Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:53:27.356154 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-faad241c-9bf0-432d-900b-2a1ff315866a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923 HTTP/1.1" status: 200 len: 999 time: 0.0627699 Mar 24 07:53:27.369686 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:53:27.377853 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:53:27.378462 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:53:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:53:27.402994 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-74888e75-d32a-41de-9142-6cffb35ddca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:27.404619 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-74888e75-d32a-41de-9142-6cffb35ddca6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0428951 Mar 24 07:53:27.452044 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-4a5aded6-4b99-4ff3-baa3-e6706af2fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:27.453560 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-4a5aded6-4b99-4ff3-baa3-e6706af2fb74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431845 Mar 24 07:53:27.486558 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:53:27.543674 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-ca977534-8e6a-4391-a5fd-d5e9679321d1 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842967 Mar 24 07:53:27.632210 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-20a95f7a-c9d0-4214-9ce6-011d58cd1482 req-188aa4ce-6b5c-49ab-87b7-fcca07d6adf2 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815015 Mar 24 07:53:27.713565 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '42d51523-09db-4f77-a9bc-004de989ee84', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:8a:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:53:26Z', 'updated_at': '2022-03-24T07:53:26Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}, {'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:17Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:53:27.739439 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e11e34-de0c-442b-b2bf-89c412294aa4 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': '42d51523-09db-4f77-a9bc-004de989ee84', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.217', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:8a:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:53:26Z', 'updated_at': '2022-03-24T07:53:26Z', 'revision_number': 0, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}, {'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:17Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:53:27.934771 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eac2d3-b320-4756-925d-19f085e72c6f None None] New status for floating IP 42d51523-09db-4f77-a9bc-004de989ee84: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:53:30.879876 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e797a7b-9524-410d-8ff8-8a208d461cf7 req-cad19d27-3069-4c79-920a-9b6d67d3c169 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:30.881431 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0e797a7b-9524-410d-8ff8-8a208d461cf7 req-cad19d27-3069-4c79-920a-9b6d67d3c169 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0577419 Mar 24 07:53:30.928671 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0e797a7b-9524-410d-8ff8-8a208d461cf7 req-ad8b7a54-5059-40cf-b7df-af194576d194 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417109 Mar 24 07:53:32.051799 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0135e20-f4ac-4b5e-ba9c-266243eacf4f req-7d4bf2cf-8260-437b-a3e2-031360444466 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:32.053303 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f0135e20-f4ac-4b5e-ba9c-266243eacf4f req-7d4bf2cf-8260-437b-a3e2-031360444466 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0537817 Mar 24 07:53:32.099814 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f0135e20-f4ac-4b5e-ba9c-266243eacf4f req-92802950-fde9-4cb8-b67a-45e1707cbef1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409071 Mar 24 07:53:33.216138 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592166a-6c32-4ff3-ba9f-84e1da4d0e57 req-d33a652d-df07-47ac-a93e-5af3f8b4a1aa tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:33.217598 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9592166a-6c32-4ff3-ba9f-84e1da4d0e57 req-d33a652d-df07-47ac-a93e-5af3f8b4a1aa tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0516689 Mar 24 07:53:33.262947 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9592166a-6c32-4ff3-ba9f-84e1da4d0e57 req-647871f1-4cc7-48ba-b474-b0b895db8d8a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398254 Mar 24 07:53:34.399429 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748c648-a91e-4e63-9929-aa6087c492fe req-cb1f43b3-071f-4a83-8abb-cff0f817c018 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:34.401568 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3748c648-a91e-4e63-9929-aa6087c492fe req-cb1f43b3-071f-4a83-8abb-cff0f817c018 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0695682 Mar 24 07:53:34.451952 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3748c648-a91e-4e63-9929-aa6087c492fe req-f82bc2fb-e20b-49b3-b1a6-8eaa483d8bf7 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Mar 24 07:53:35.569600 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a18e4-d417-4e03-93d2-9ac4f61b9ab6 req-867f0d90-d117-438d-b93f-4160bb559fb2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:35.571074 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-653a18e4-d417-4e03-93d2-9ac4f61b9ab6 req-867f0d90-d117-438d-b93f-4160bb559fb2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0520198 Mar 24 07:53:35.618224 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-653a18e4-d417-4e03-93d2-9ac4f61b9ab6 req-c632d6ca-dd81-4987-be85-c3e61e3d78cf tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 24 07:53:35.712923 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:35.791914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2e3a9-7e1c-45af-8e0f-5b346645d109 req-4380360f-45fb-45c0-9caa-e9497b2f4268 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:35.793427 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-33b2e3a9-7e1c-45af-8e0f-5b346645d109 req-4380360f-45fb-45c0-9caa-e9497b2f4268 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0535507 Mar 24 07:53:35.847050 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-33b2e3a9-7e1c-45af-8e0f-5b346645d109 req-119f2e9e-2880-4a1b-8b37-8fe67a13fd6c tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459003 Mar 24 07:53:36.745321 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c1033-967c-422a-8f4b-3ab6621cea8b req-ea0f0588-25ba-4d45-8930-3a7f60e2b846 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:36.746829 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b69c1033-967c-422a-8f4b-3ab6621cea8b req-ea0f0588-25ba-4d45-8930-3a7f60e2b846 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0598309 Mar 24 07:53:36.797598 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b69c1033-967c-422a-8f4b-3ab6621cea8b req-21ccf7a1-1683-4b64-b7f1-e22c53fa37ad tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451381 Mar 24 07:53:36.963057 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74879a69-1e9b-4c91-92d5-c357949dbda3 req-e9fe671e-23e6-4585-9cda-cd934dbd27a4 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:36.964511 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-74879a69-1e9b-4c91-92d5-c357949dbda3 req-e9fe671e-23e6-4585-9cda-cd934dbd27a4 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0515580 Mar 24 07:53:37.012470 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-74879a69-1e9b-4c91-92d5-c357949dbda3 req-d0c930cb-eb5a-4004-8293-c8f69544d4a9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419066 Mar 24 07:53:37.912969 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff03b1-54b3-4ecd-9459-7b5d6d742d65 req-41e34f3e-9a8e-4740-af3a-8d168a4b705e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:37.914450 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dcff03b1-54b3-4ecd-9459-7b5d6d742d65 req-41e34f3e-9a8e-4740-af3a-8d168a4b705e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0520530 Mar 24 07:53:37.961016 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-dcff03b1-54b3-4ecd-9459-7b5d6d742d65 req-988d0f3e-c7bd-4b6f-a884-72b176502c93 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Mar 24 07:53:38.129125 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944ec6-3045-41cf-9b8e-e37a772ce941 req-53f2c918-6037-4548-bb31-bc77df9bf815 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:38.130604 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f944ec6-3045-41cf-9b8e-e37a772ce941 req-53f2c918-6037-4548-bb31-bc77df9bf815 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Mar 24 07:53:38.177861 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-8f944ec6-3045-41cf-9b8e-e37a772ce941 req-198874c7-b3da-454c-879f-b969c8bb524f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Mar 24 07:53:39.078712 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f3992-4c05-4c47-9ca5-44532c1c68d9 req-da771379-722d-408d-ab5d-a4c14c69c42f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:39.080611 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-947f3992-4c05-4c47-9ca5-44532c1c68d9 req-da771379-722d-408d-ab5d-a4c14c69c42f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0533240 Mar 24 07:53:39.125943 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-947f3992-4c05-4c47-9ca5-44532c1c68d9 req-846eaf7c-4d4b-4d3a-8cb3-c624fb4e9e24 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397325 Mar 24 07:53:39.301989 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45a990-e6cc-4791-a9ef-df1045f3fed9 req-7152abfe-745c-41d3-90ab-ad5cd1bdfa36 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:39.303529 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-df45a990-e6cc-4791-a9ef-df1045f3fed9 req-7152abfe-745c-41d3-90ab-ad5cd1bdfa36 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0578713 Mar 24 07:53:39.353811 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-df45a990-e6cc-4791-a9ef-df1045f3fed9 req-09a6d22f-ff63-4fef-81cc-278e1ccb0e1e tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Mar 24 07:53:40.245816 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564205c-445e-4193-8236-0d907ac17d47 req-fced5cbd-3878-4102-9c9b-c2dcfdd43092 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:40.247272 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b564205c-445e-4193-8236-0d907ac17d47 req-fced5cbd-3878-4102-9c9b-c2dcfdd43092 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0555174 Mar 24 07:53:40.303819 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b564205c-445e-4193-8236-0d907ac17d47 req-ca5c4855-0eb5-44bb-b584-86667f927ee6 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508573 Mar 24 07:53:40.473496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de930bb-feb6-4b07-97dd-1258b8cfafc0 req-3a4c428e-016c-4661-a668-c543745f7b97 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:40.474882 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5de930bb-feb6-4b07-97dd-1258b8cfafc0 req-3a4c428e-016c-4661-a668-c543745f7b97 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0561416 Mar 24 07:53:40.522342 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5de930bb-feb6-4b07-97dd-1258b8cfafc0 req-7490a0da-822f-4e66-8d40-3ddaa8ca4bc6 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419428 Mar 24 07:53:41.420845 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da65d7-19c0-4a79-bca1-6c16aeee9515 req-5bd911c5-a6a8-4db5-95da-18ffbca92bfb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:41.423048 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-47da65d7-19c0-4a79-bca1-6c16aeee9515 req-5bd911c5-a6a8-4db5-95da-18ffbca92bfb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0525148 Mar 24 07:53:41.468510 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-47da65d7-19c0-4a79-bca1-6c16aeee9515 req-b30c5086-a478-45b4-8d01-fb1bef0e2a3d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Mar 24 07:53:41.640629 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f928fc3-1815-4aff-bee6-da56272b6971 req-ac47597c-7b8d-4a68-9576-83a9065ebbcd tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:41.642880 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f928fc3-1815-4aff-bee6-da56272b6971 req-ac47597c-7b8d-4a68-9576-83a9065ebbcd tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0535645 Mar 24 07:53:41.694234 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-8f928fc3-1815-4aff-bee6-da56272b6971 req-77c01601-6277-4862-8613-d359449e99aa tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459509 Mar 24 07:53:41.816154 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a3355-fb29-4983-ac3b-463ca9e8eba5 req-7f601fae-1720-4571-bbaf-a1ce97fe8e14 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:41.817680 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-255a3355-fb29-4983-ac3b-463ca9e8eba5 req-7f601fae-1720-4571-bbaf-a1ce97fe8e14 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0527723 Mar 24 07:53:41.865744 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-255a3355-fb29-4983-ac3b-463ca9e8eba5 req-bca34366-33a3-4972-aed7-5c132fc15870 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Mar 24 07:53:41.960113 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-f329a457-5fe5-4900-9e8e-76a4b7cab461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:41.961483 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-f329a457-5fe5-4900-9e8e-76a4b7cab461 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1130 time: 0.0451200 Mar 24 07:53:42.055501 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-5f8d0c50-b9b7-4108-8458-f0b453ed609b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:42.057022 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-5f8d0c50-b9b7-4108-8458-f0b453ed609b service neutron] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 911 time: 0.0860879 Mar 24 07:53:42.125041 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-495cca97-80ce-42bb-b37f-4049dfffa0ca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 200 len: 1002 time: 0.0600593 Mar 24 07:53:42.181310 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-542ac76d-4c64-489b-9820-34e822b109e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:42.182757 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-542ac76d-4c64-489b-9820-34e822b109e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0484333 Mar 24 07:53:42.240664 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-26aaeefe-662f-40af-9d2a-f7b266748b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:42.240664 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-26aaeefe-662f-40af-9d2a-f7b266748b3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486681 Mar 24 07:53:42.301130 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b2e66d6d-0015-4791-88f3-17e851491a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:42.329436 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-9d776386-a398-4720-8e5c-d8ee73a64792 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845220 Mar 24 07:53:42.420730 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0575c17-ef99-4928-bbbd-2aea7df1e1ad req-a9e762af-eec2-41d0-9e73-a6250ed031d7 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852900 Mar 24 07:53:42.817016 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc7f5f-a3f0-47c7-bfaa-545586d77631 req-9f4a80c0-3ee6-4dcf-a221-e5811f591ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:42.818536 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1cbc7f5f-a3f0-47c7-bfaa-545586d77631 req-9f4a80c0-3ee6-4dcf-a221-e5811f591ad0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0570090 Mar 24 07:53:42.866950 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-1cbc7f5f-a3f0-47c7-bfaa-545586d77631 req-1fc88676-aac3-4f87-9edd-9d39ba48af84 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Mar 24 07:53:42.983323 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e92090-b435-4e7f-8f87-92278991524e req-e928fb0b-b154-4caa-9dfd-b92ade2f1785 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:42.984766 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d5e92090-b435-4e7f-8f87-92278991524e req-e928fb0b-b154-4caa-9dfd-b92ade2f1785 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0528955 Mar 24 07:53:43.031573 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d5e92090-b435-4e7f-8f87-92278991524e req-3370e55e-c7e8-4387-8ecc-ff8a3d82fbd8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Mar 24 07:53:43.983479 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89253cb1-82d3-44d3-855a-6d12b6705d41 req-abf4186c-98d9-4f15-91e4-7c0ef28f8427 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:43.985830 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-89253cb1-82d3-44d3-855a-6d12b6705d41 req-abf4186c-98d9-4f15-91e4-7c0ef28f8427 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0524070 Mar 24 07:53:44.034927 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-89253cb1-82d3-44d3-855a-6d12b6705d41 req-7aaa99b1-0755-4b91-975c-e83a81a0732e tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432055 Mar 24 07:53:44.043113 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-6e51d4fa-51ae-45af-b0ad-0582a8b26619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:44.045000 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-6e51d4fa-51ae-45af-b0ad-0582a8b26619 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1129 time: 0.0453386 Mar 24 07:53:44.194013 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-c5a794ff-a54d-4250-9311-251bd12addc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:44.195411 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-c5a794ff-a54d-4250-9311-251bd12addc7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 910 time: 0.1226935 Mar 24 07:53:44.203422 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882f09e-f23f-437e-aaad-243000aa668c req-1616fd3a-2836-4fce-8976-e2b4b74a1797 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:44.205348 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2882f09e-f23f-437e-aaad-243000aa668c req-1616fd3a-2836-4fce-8976-e2b4b74a1797 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0848279 Mar 24 07:53:44.295342 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-16ead604-cf8e-481f-ab82-23dbe3d2f79a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 1000 time: 0.0890639 Mar 24 07:53:44.298736 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2882f09e-f23f-437e-aaad-243000aa668c req-3030bbc7-e3cf-4e1b-bff2-3f822d3ff69f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869212 Mar 24 07:53:44.343957 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-2516d2e0-0f46-4fb7-8ef1-474c9a5c2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:44.346094 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-2516d2e0-0f46-4fb7-8ef1-474c9a5c2b14 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 200 len: 848 time: 0.0445943 Mar 24 07:53:44.394239 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-836e8cc8-4082-4010-8ab2-acb3ad8f94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:44.395686 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-836e8cc8-4082-4010-8ab2-acb3ad8f94c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4ff8177c-1363-464b-a5e4-c24f05618e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426807 Mar 24 07:53:44.486685 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-f0f50f11-5ee1-416e-aa36-87abca0410b7 service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842538 Mar 24 07:53:44.573376 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-68a5a959-2b46-410a-8946-e3bcea2eb5bb req-234ba1b7-68a8-4df2-b4d4-ab7ec25f2476 service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803027 Mar 24 07:53:44.663586 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a95a49b8-5243-4e4b-aa3a-edb78873a2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:45.154660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031b7da-d42d-4952-96da-4148e6ce792f req-46b22d62-5ccc-4ebb-ac51-c0f2cbb530a7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:45.156148 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e031b7da-d42d-4952-96da-4148e6ce792f req-46b22d62-5ccc-4ebb-ac51-c0f2cbb530a7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Mar 24 07:53:45.207724 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e031b7da-d42d-4952-96da-4148e6ce792f req-dbc93bb9-c7c9-4eae-af8c-836358768d17 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458348 Mar 24 07:53:45.683871 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:46.003894 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-a8637327-63fd-49bc-a809-32308c617fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:46.005418 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-a8637327-63fd-49bc-a809-32308c617fc1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1129 time: 0.0491493 Mar 24 07:53:46.098450 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-3943c87f-5f08-4f3f-9179-3208a57e2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:46.099925 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-3943c87f-5f08-4f3f-9179-3208a57e2a88 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 910 time: 0.0882485 Mar 24 07:53:46.169182 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-9f34c0fe-8e3b-4082-9fd9-6a7cd89b06b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 1000 time: 0.0616581 Mar 24 07:53:46.217109 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-8b452d0b-2ac5-42e7-aa14-b87fe88f2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:46.218503 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-8b452d0b-2ac5-42e7-aa14-b87fe88f2029 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 200 len: 848 time: 0.0428736 Mar 24 07:53:46.267349 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-71a807b3-5351-4a1d-b7ae-4e065d39bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:46.268838 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-71a807b3-5351-4a1d-b7ae-4e065d39bbbb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4ff8177c-1363-464b-a5e4-c24f05618e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437496 Mar 24 07:53:46.384628 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04da18-c93e-40b1-902d-4afbe30defa4 req-2e00b191-75ab-495f-811d-02f94661e2b1 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:46.386108 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9d04da18-c93e-40b1-902d-4afbe30defa4 req-2e00b191-75ab-495f-811d-02f94661e2b1 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.1119573 Mar 24 07:53:46.410427 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-60f68966-0bf6-464b-a5fc-1fdefed4c49a service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279168 Mar 24 07:53:46.485339 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9d04da18-c93e-40b1-902d-4afbe30defa4 req-0597c5b4-9656-4594-bc6d-7d9ff2b969d5 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907159 Mar 24 07:53:46.521905 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-fd50dcae-52c2-412a-8a9c-3317ac84ada3 req-2aadb0bf-c5c4-4cec-ad18-289eb6654f9a service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043122 Mar 24 07:53:47.228690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:47.601763 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab364-b7a4-421b-a6ec-367fc5147ab0 req-919ec9e7-eaea-4335-b060-800ef0052630 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:47.603214 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2e3ab364-b7a4-421b-a6ec-367fc5147ab0 req-919ec9e7-eaea-4335-b060-800ef0052630 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0514617 Mar 24 07:53:47.650528 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2e3ab364-b7a4-421b-a6ec-367fc5147ab0 req-c1cbdafd-22d5-4eca-8726-48980eb0ebc7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418160 Mar 24 07:53:48.673459 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:48.771770 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc5534-88fa-4fff-87b8-339139f2a866 req-5ed05179-cbe9-49d9-8f19-194c1f429875 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:48.773336 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38fc5534-88fa-4fff-87b8-339139f2a866 req-5ed05179-cbe9-49d9-8f19-194c1f429875 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0541408 Mar 24 07:53:48.821667 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-38fc5534-88fa-4fff-87b8-339139f2a866 req-dd4230ed-9adf-4162-9a67-c8c42b36c04b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427520 Mar 24 07:53:49.936339 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86df367-cf03-48ca-b61f-ae3bba0f7737 req-38438204-39bc-49ed-8c4e-aafc8ebae7c3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:49.938335 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f86df367-cf03-48ca-b61f-ae3bba0f7737 req-38438204-39bc-49ed-8c4e-aafc8ebae7c3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0520332 Mar 24 07:53:49.985972 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f86df367-cf03-48ca-b61f-ae3bba0f7737 req-1ea39624-c065-460e-af6e-0d3aba9cde4d tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 Mar 24 07:53:50.300629 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18374e-e084-4f20-a7f8-43bc6db9aefe req-33649af6-2436-460e-8e8d-b2c1e91a748b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:50.302243 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ca18374e-e084-4f20-a7f8-43bc6db9aefe req-33649af6-2436-460e-8e8d-b2c1e91a748b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0568380 Mar 24 07:53:50.337398 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58626) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:53:50.352299 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ca18374e-e084-4f20-a7f8-43bc6db9aefe req-0ac8c64b-1c7b-4d49-84a9-a231136dc721 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 Mar 24 07:53:50.431904 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-2a3898e9-fe77-4bc2-b3fd-002d82c4e68c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928314 Mar 24 07:53:50.440196 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-370bad2f-1764-483d-9ea0-490f347b4609 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:53:50.441164 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-370bad2f-1764-483d-9ea0-490f347b4609 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047846 Mar 24 07:53:50.570760 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58634) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:53:50.667428 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-cee21d60-6ad6-4e1b-9ea3-fbb946a64572 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:50.668871 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-cee21d60-6ad6-4e1b-9ea3-fbb946a64572 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports/23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 942 time: 0.0971324 Mar 24 07:53:51.473228 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d7199-a762-4852-8683-1ba7210d9578 req-e14d507b-fdfe-481b-b44d-2ef7cba3d4c9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:51.474761 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-433d7199-a762-4852-8683-1ba7210d9578 req-e14d507b-fdfe-481b-b44d-2ef7cba3d4c9 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0545237 Mar 24 07:53:51.523921 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-433d7199-a762-4852-8683-1ba7210d9578 req-0e29c1df-e837-4402-800b-99a66109dd3e tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434105 Mar 24 07:53:52.251280 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:53:52.328615 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 is: ACTIVE; New status is: DOWN {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:53:52.329008 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:52.351454 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:53:52.353726 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce3979a-5d94-4e05-8858-67575df2b3a9" -d '{"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-unplugged", "status": "completed", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:53:52.366412 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:53:52.384201 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Mar 2022 07:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a159c6-e37f-4659-a032-5197a0cad87c x-openstack-request-id: req-a0a159c6-e37f-4659-a032-5197a0cad87c {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:53:52.384523 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-unplugged", "status": "failed", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "code": 422}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:53:52.384783 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0a159c6-e37f-4659-a032-5197a0cad87c {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:53:52.385213 dv-cinder-834822-3-iscsi neutron-server[110217]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a0a159c6-e37f-4659-a032-5197a0cad87c']: {'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'code': 422} returned with failed status Mar 24 07:53:52.435204 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:53:52.482258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=6']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:53:52.490047 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.490403 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.490752 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.491098 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.491439 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.491775 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.492139 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.492475 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.492866 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.493200 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.493532 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.493886 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.494217 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.494542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.494857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:53:52.642638 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a46e57-5ced-40ff-9268-1e2a032a1a91 req-749ef3be-f7c0-472e-81bf-9e5e245e4e74 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:52.644162 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b7a46e57-5ced-40ff-9268-1e2a032a1a91 req-749ef3be-f7c0-472e-81bf-9e5e245e4e74 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0523033 Mar 24 07:53:52.691887 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b7a46e57-5ced-40ff-9268-1e2a032a1a91 req-39c0ee1f-2686-4b86-8835-a96d86e6e2f3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423269 Mar 24 07:53:53.138552 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-9823702c-ef40-4b7b-911c-29e15fc767e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:53.140092 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-9823702c-ef40-4b7b-911c-29e15fc767e3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87&tenant_id=2bf92b79514d43c69184310a84cf3294 HTTP/1.1" status: 200 len: 1127 time: 0.0783823 Mar 24 07:53:53.203401 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-546ebbda-2424-4a00-bbd3-17d4340a6968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:53.205054 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-546ebbda-2424-4a00-bbd3-17d4340a6968 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1127 time: 0.0435979 Mar 24 07:53:53.292097 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-6318af07-a3ac-46f1-b0d5-fafd25eb4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:53.293586 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-6318af07-a3ac-46f1-b0d5-fafd25eb4457 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 910 time: 0.0833540 Mar 24 07:53:53.359713 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-7638d249-d5a6-4d68-afeb-4f35b8a4ceb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 998 time: 0.0599802 Mar 24 07:53:53.407238 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-3a43083b-d7b8-4e28-8705-c9ad5dcd0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:53.408704 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-3a43083b-d7b8-4e28-8705-c9ad5dcd0cf4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 200 len: 848 time: 0.0421631 Mar 24 07:53:53.459638 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-8d4470c7-c987-4282-8413-41348f96b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:53.461121 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-8d4470c7-c987-4282-8413-41348f96b761 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4ff8177c-1363-464b-a5e4-c24f05618e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466998 Mar 24 07:53:53.554694 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-6f2e8cb6-e20d-4033-b962-b0667ece21ed service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790329 Mar 24 07:53:53.643735 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0d9af4e2-c763-4230-a488-126bb95e9adb req-317d4a1d-dc85-421f-94c0-b2fd36ef9b32 service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830154 Mar 24 07:53:53.816066 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de2c2d-db48-4648-b81b-0a9be6a6edad req-cd463e97-2e8b-4645-a9fb-1fe02a197a95 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:53.817541 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-99de2c2d-db48-4648-b81b-0a9be6a6edad req-cd463e97-2e8b-4645-a9fb-1fe02a197a95 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0539794 Mar 24 07:53:53.866691 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-99de2c2d-db48-4648-b81b-0a9be6a6edad req-dd27d7fc-14e8-492c-ab59-14d6876701d2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435035 Mar 24 07:53:54.983484 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540a290-08ac-41ff-b379-45da3ec822c0 req-83b70803-ef7f-4ec3-93b6-acd91267a0ae tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:54.985018 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0540a290-08ac-41ff-b379-45da3ec822c0 req-83b70803-ef7f-4ec3-93b6-acd91267a0ae tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0531044 Mar 24 07:53:55.034127 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0540a290-08ac-41ff-b379-45da3ec822c0 req-0c9db8a7-cb01-47ea-911c-86c9c09912c2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Mar 24 07:53:56.149735 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320183-b825-4a87-94e4-623c287b1145 req-4d3f57cb-f533-4c67-b212-4685af0b589b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:56.151187 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e5320183-b825-4a87-94e4-623c287b1145 req-4d3f57cb-f533-4c67-b212-4685af0b589b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0510511 Mar 24 07:53:56.201965 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e5320183-b825-4a87-94e4-623c287b1145 req-87cc97c8-b062-425f-a9c1-67666f29be11 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453386 Mar 24 07:53:57.317315 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df3f5d-4b32-4743-a905-c1c71f48dd48 req-f08d6ce4-9fe2-41b3-9eeb-6396f2e4edb7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:57.318975 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d4df3f5d-4b32-4743-a905-c1c71f48dd48 req-f08d6ce4-9fe2-41b3-9eeb-6396f2e4edb7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0525768 Mar 24 07:53:57.369917 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d4df3f5d-4b32-4743-a905-c1c71f48dd48 req-1a24a234-1469-4b31-911f-bad4cd97c1a2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455225 Mar 24 07:53:58.485463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d046ceb-423c-4600-8355-2ae3f98a31c6 req-890398ec-c31a-4fec-a4e8-b20ccb034c93 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:58.487049 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d046ceb-423c-4600-8355-2ae3f98a31c6 req-890398ec-c31a-4fec-a4e8-b20ccb034c93 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0519524 Mar 24 07:53:58.534340 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-2d046ceb-423c-4600-8355-2ae3f98a31c6 req-9d1612e5-1d1d-4045-bc97-f72129f1b274 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410070 Mar 24 07:53:59.648087 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344212-5d53-4bc1-bf2d-9c8b082cafbf req-47d14813-747f-4d7d-b49a-140d5cee0829 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:53:59.649540 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9e344212-5d53-4bc1-bf2d-9c8b082cafbf req-47d14813-747f-4d7d-b49a-140d5cee0829 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0505786 Mar 24 07:53:59.697057 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9e344212-5d53-4bc1-bf2d-9c8b082cafbf req-8668e31b-785f-41be-ae96-d28fdcaf3cc6 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Mar 24 07:54:00.814365 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1c09-e274-420f-bed8-8d1cd8bda717 req-efe677d1-8b54-4a11-87f5-3316a4fd1e3b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:00.816050 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-496b1c09-e274-420f-bed8-8d1cd8bda717 req-efe677d1-8b54-4a11-87f5-3316a4fd1e3b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0527525 Mar 24 07:54:00.863410 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-496b1c09-e274-420f-bed8-8d1cd8bda717 req-38dcc0f6-3046-4cdb-ac75-438737ff2fcc tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418577 Mar 24 07:54:01.979672 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98750157-9293-420e-a3db-07dfeb6a826a req-d9d7f287-2e14-4768-b6c7-fb7ec3dcb266 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:01.981180 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98750157-9293-420e-a3db-07dfeb6a826a req-d9d7f287-2e14-4768-b6c7-fb7ec3dcb266 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 943 time: 0.0517325 Mar 24 07:54:02.028019 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-98750157-9293-420e-a3db-07dfeb6a826a req-34548849-0259-40fc-a5db-e2ab5a561bab tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413749 Mar 24 07:54:02.291671 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:54:02.298829 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:54:02.391169 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:54:02.402996 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'port_id': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'mac_address': 'fa:16:3e:76:1c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:54:02.443380 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:54:02.443776 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:02.456842 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bbcb22-654f-4d65-865c-2a79f8bb61e4 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:54:02.475121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:54:02.582139 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:02.628992 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=7']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:54:02.866320 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['23bbcb22-654f-4d65-865c-2a79f8bb61e4'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:54:03.201001 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4644b2d-bfd3-4997-88d8-8482fabbf578 req-3b327048-85c8-416e-9f52-445f3c69cfde tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:03.202454 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4644b2d-bfd3-4997-88d8-8482fabbf578 req-3b327048-85c8-416e-9f52-445f3c69cfde tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 944 time: 0.0549867 Mar 24 07:54:03.248892 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c4644b2d-bfd3-4997-88d8-8482fabbf578 req-2d331e80-2b8c-4bad-99d0-237093e9c93c tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Mar 24 07:54:04.304350 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:54:04.353488 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:54:04.353873 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:04.374544 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651e5a2-93ab-471d-964a-d42cfdcc74dd req-eada7cdf-32a4-440a-8ff2-4a0b43893fd6 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:04.376052 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2651e5a2-93ab-471d-964a-d42cfdcc74dd req-eada7cdf-32a4-440a-8ff2-4a0b43893fd6 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 944 time: 0.0565305 Mar 24 07:54:04.423680 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2651e5a2-93ab-471d-964a-d42cfdcc74dd req-e9c7a3d4-b26e-4166-b1bf-c725588a8161 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419152 Mar 24 07:54:04.439347 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:54:04.439754 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:04.462663 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:54:04.464917 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152dc8a-83cd-4a96-a5ba-98de5893cb73" -d '{"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-plugged", "status": "completed", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:54:04.477675 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:54:04.500416 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb12ae0-ae11-430a-9182-ec1801e8842e x-openstack-request-id: req-3fb12ae0-ae11-430a-9182-ec1801e8842e {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:54:04.500711 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-plugged", "status": "completed", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:54:04.500998 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fb12ae0-ae11-430a-9182-ec1801e8842e {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:54:04.501401 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb12ae0-ae11-430a-9182-ec1801e8842e'] response: {'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'code': 200} Mar 24 07:54:04.560636 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:04.609704 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=8']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:54:04.794014 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4664f7-da94-43f5-af07-2eb85a568def req-133e2e27-a46b-4169-b78b-d925acb25b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:04.795504 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0e4664f7-da94-43f5-af07-2eb85a568def req-133e2e27-a46b-4169-b78b-d925acb25b78 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1129 time: 0.0426366 Mar 24 07:54:04.842662 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-0e4664f7-da94-43f5-af07-2eb85a568def req-818f0d2c-7cec-4da9-b4ec-c452240ccf20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385399 Mar 24 07:54:05.538745 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21075ad8-efbd-4c96-a238-cadf47da4c08 req-b67c8a3b-ff1d-4e77-981b-1e4304805421 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:05.540294 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-21075ad8-efbd-4c96-a238-cadf47da4c08 req-b67c8a3b-ff1d-4e77-981b-1e4304805421 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0511682 Mar 24 07:54:05.590511 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-21075ad8-efbd-4c96-a238-cadf47da4c08 req-ab9c8995-5058-41bc-9d57-d0af28343d70 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 Mar 24 07:54:05.701014 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:06.708354 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2747a9d-b4eb-42cd-948b-8f52a7106db6 req-db98cfdd-3d29-4bfb-8b3b-53498b50355f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:06.709822 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2747a9d-b4eb-42cd-948b-8f52a7106db6 req-db98cfdd-3d29-4bfb-8b3b-53498b50355f tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0523460 Mar 24 07:54:06.771163 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c2747a9d-b4eb-42cd-948b-8f52a7106db6 req-e465ad65-f5b3-4509-9391-f9ea3c9e641c tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557172 Mar 24 07:54:12.283648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5e6f633a-71b9-44ba-b72e-45a8a7b7c426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:14.637829 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-88d5e66e-0a06-4cc9-8a12-0787f786cf68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:15.655367 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:17.234129 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:18.700894 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:24.282281 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e13e8b-7c25-4ef3-9473-096cd6293292 req-9b914780-b8c8-4003-881c-53bbd0458adb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:24.283747 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c9e13e8b-7c25-4ef3-9473-096cd6293292 req-9b914780-b8c8-4003-881c-53bbd0458adb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0529654 Mar 24 07:54:24.329648 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-c9e13e8b-7c25-4ef3-9473-096cd6293292 req-09a8db8f-e770-49e5-b190-b30724a7569f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 Mar 24 07:54:25.451753 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55161ec-0e4d-4432-b851-0e8447ea0368 req-f8836220-4465-48b7-82fa-f44185ec9e41 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:25.453233 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e55161ec-0e4d-4432-b851-0e8447ea0368 req-f8836220-4465-48b7-82fa-f44185ec9e41 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0550778 Mar 24 07:54:25.497817 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e55161ec-0e4d-4432-b851-0e8447ea0368 req-46968bb8-85a3-4cda-b673-6a1360bfd615 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Mar 24 07:54:26.613905 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8028055-ed5d-417e-a50b-282ad59794e1 req-bccf159d-f5dc-4b0f-9955-f589f94cb3ab tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:26.615472 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e8028055-ed5d-417e-a50b-282ad59794e1 req-bccf159d-f5dc-4b0f-9955-f589f94cb3ab tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0524867 Mar 24 07:54:26.660963 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-e8028055-ed5d-417e-a50b-282ad59794e1 req-2d61af55-43fc-4d25-b836-821127b83c77 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Mar 24 07:54:27.778388 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a42e6-8f32-4b57-94b8-cf7a855d60f9 req-fe8b7866-c7f3-4c53-a252-0674004e6e74 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:27.779894 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-eb3a42e6-8f32-4b57-94b8-cf7a855d60f9 req-fe8b7866-c7f3-4c53-a252-0674004e6e74 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0537252 Mar 24 07:54:27.826457 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-eb3a42e6-8f32-4b57-94b8-cf7a855d60f9 req-a0bb987f-b817-4b3e-ae5c-7b48a28e183c tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410409 Mar 24 07:54:28.944148 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74602765-f1ab-4cb4-a3bd-9cc6db459367 req-98b837d6-5a49-4c7c-b284-8e628062e002 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:28.945591 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-74602765-f1ab-4cb4-a3bd-9cc6db459367 req-98b837d6-5a49-4c7c-b284-8e628062e002 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0538630 Mar 24 07:54:28.992822 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-74602765-f1ab-4cb4-a3bd-9cc6db459367 req-a92c290a-4948-408c-8501-12fed93547c3 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Mar 24 07:54:30.109202 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6ddf-a0db-4ac7-bba5-9cda2537b08a req-0f221a87-7a26-4146-a05a-4063f1f7b4ca tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:30.110665 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-df3a6ddf-a0db-4ac7-bba5-9cda2537b08a req-0f221a87-7a26-4146-a05a-4063f1f7b4ca tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0522223 Mar 24 07:54:30.159728 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-df3a6ddf-a0db-4ac7-bba5-9cda2537b08a req-2e2521e2-efb8-444d-a4a2-8c775b5f92dd tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433891 Mar 24 07:54:31.277063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c860dd-51d9-4672-b838-6dd74994acad req-1e6906c7-de7f-4976-a20f-de7d6013169d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:31.278546 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0c860dd-51d9-4672-b838-6dd74994acad req-1e6906c7-de7f-4976-a20f-de7d6013169d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0519333 Mar 24 07:54:31.323462 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d0c860dd-51d9-4672-b838-6dd74994acad req-96c97b50-d555-455e-8cb7-e706c0b29fa2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 Mar 24 07:54:32.441095 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae83dd-e040-4305-b5a7-9c02535b5d86 req-4a42d165-fb10-4bc3-9071-57af72dfcd57 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:32.442564 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-59ae83dd-e040-4305-b5a7-9c02535b5d86 req-4a42d165-fb10-4bc3-9071-57af72dfcd57 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0520773 Mar 24 07:54:32.487882 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-59ae83dd-e040-4305-b5a7-9c02535b5d86 req-37d9bd72-c420-4d18-b1ff-968cdfd51f51 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399296 Mar 24 07:54:33.654384 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732546c-d5e8-477b-975b-2aa6f083ba6f req-49ba89ff-c31a-42b6-9ff4-74dab2a6a1dc tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:33.655845 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2732546c-d5e8-477b-975b-2aa6f083ba6f req-49ba89ff-c31a-42b6-9ff4-74dab2a6a1dc tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.1034441 Mar 24 07:54:33.702100 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2732546c-d5e8-477b-975b-2aa6f083ba6f req-30687263-956d-4fa8-ba84-cafdfafd15c3 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Mar 24 07:54:34.868315 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f671-bad7-40cb-92ac-c57473af1b7d req-7d4f8d60-cf13-485d-8384-347de101b11a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:34.870042 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6768f671-bad7-40cb-92ac-c57473af1b7d req-7d4f8d60-cf13-485d-8384-347de101b11a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.1018226 Mar 24 07:54:34.917862 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6768f671-bad7-40cb-92ac-c57473af1b7d req-dad8ec56-4a91-4945-b4a8-31bac222aa97 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422535 Mar 24 07:54:35.255473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb6f59-8763-4dfc-9d54-46e662ed4c81 req-14e12d75-9100-4bc3-8fa8-1b3b7c7addde tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:35.257003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-76eb6f59-8763-4dfc-9d54-46e662ed4c81 req-14e12d75-9100-4bc3-8fa8-1b3b7c7addde tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0576754 Mar 24 07:54:35.304905 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-76eb6f59-8763-4dfc-9d54-46e662ed4c81 req-94eb4ee3-3bf5-4799-a5a2-c19f14ae67d5 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Mar 24 07:54:35.352188 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895b2f-6467-4db5-93ac-a09049159e7f req-8387abab-1b2f-46d1-8a31-cf6c2a27eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:35.353695 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-8387abab-1b2f-46d1-8a31-cf6c2a27eda3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1130 time: 0.0446222 Mar 24 07:54:35.443867 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895b2f-6467-4db5-93ac-a09049159e7f req-15edbd8d-2865-4186-9fee-a3ef7ed7ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:35.445349 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-15edbd8d-2865-4186-9fee-a3ef7ed7ffad service neutron] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 911 time: 0.0844023 Mar 24 07:54:35.509831 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-a67c5170-e7d8-48e6-95d9-ad4af8fccf6b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 200 len: 1002 time: 0.0571146 Mar 24 07:54:35.557729 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895b2f-6467-4db5-93ac-a09049159e7f req-89189760-6037-489e-85ad-78dc50c35871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:35.559058 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-89189760-6037-489e-85ad-78dc50c35871 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0422528 Mar 24 07:54:35.609755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895b2f-6467-4db5-93ac-a09049159e7f req-5a50b856-411c-4b66-ab8b-b13182c8cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:35.611226 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-5a50b856-411c-4b66-ab8b-b13182c8cafe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463879 Mar 24 07:54:35.697975 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-a2f6a06b-df83-48f3-861d-06d56965803a service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801785 Mar 24 07:54:35.717857 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:35.791958 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-57895b2f-6467-4db5-93ac-a09049159e7f req-3ac21ca4-a185-4abb-abd5-4384710cb555 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871110 Mar 24 07:54:36.427212 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31223b38-45cb-4912-96a9-503d1112c168 req-7724155e-c1e3-47e8-a36e-1a06bffb0398 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:36.428755 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-31223b38-45cb-4912-96a9-503d1112c168 req-7724155e-c1e3-47e8-a36e-1a06bffb0398 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0540283 Mar 24 07:54:36.475459 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-31223b38-45cb-4912-96a9-503d1112c168 req-44123f05-ea73-4a79-be67-f3374dd5f0ff tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411146 Mar 24 07:54:37.591957 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12645b96-168a-4cd4-8682-46bbcbcf1be6 req-0025f398-3163-413b-931c-db99f4470a71 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:37.593409 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-12645b96-168a-4cd4-8682-46bbcbcf1be6 req-0025f398-3163-413b-931c-db99f4470a71 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0517910 Mar 24 07:54:37.639058 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-12645b96-168a-4cd4-8682-46bbcbcf1be6 req-9f7f802e-e40f-403b-be02-9aaeb3e85c62 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394311 Mar 24 07:54:39.291375 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:54:42.325188 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a1438af4-3727-48e9-a53f-70d759641312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:44.646247 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-ab81863d-eee4-49b2-bf6c-fc7eab550e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:45.026345 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-6dcce924-b3ec-4397-906d-a25f19bb6e06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442278 Mar 24 07:54:45.089355 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-cd1b5c4b-e2ec-4a1c-9c26-187df35f69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:45.090971 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-cd1b5c4b-e2ec-4a1c-9c26-187df35f69c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 1130 time: 0.0449836 Mar 24 07:54:45.204357 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-51affe71-73dc-4b14-bdf9-f5eb1bc2e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:45.205809 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-51affe71-73dc-4b14-bdf9-f5eb1bc2e98e service neutron] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 911 time: 0.0960515 Mar 24 07:54:45.273740 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-02f6d666-e4cc-4a26-a999-58e51c5321f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 200 len: 1002 time: 0.0586817 Mar 24 07:54:45.324085 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-60a37e0f-92aa-4048-b231-4773ecea7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:45.325689 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-60a37e0f-92aa-4048-b231-4773ecea7674 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0456111 Mar 24 07:54:45.376142 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-b4f9d159-28ca-45c2-9b3e-2545a94d2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:54:45.377595 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-b4f9d159-28ca-45c2-9b3e-2545a94d2f8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430555 Mar 24 07:54:45.464377 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-8666b21a-4061-4690-be18-802152d9687d service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797389 Mar 24 07:54:45.569101 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1e9421f1-eb9a-4bfe-ac68-2f92d5531e24 req-2bab419b-569b-4fbe-9d57-c67e98eb6dbc service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937576 Mar 24 07:54:45.677097 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:47.214415 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:54:48.702305 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:03.780773 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58748) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:03.935911 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Deleting port 6cbc6e99-b9f9-4a18-956d-9e0910ee40e0 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:03.936286 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:04.012105 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:04.012441 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:04.023995 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Calling delete_port for 6cbc6e99-b9f9-4a18-956d-9e0910ee40e0 owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:04.221916 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (6cbc6e99-b9f9-4a18-956d-9e0910ee40e0), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:04.247876 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'Port': ['ID=6cbc6e99-b9f9-4a18-956d-9e0910ee40e0,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:04.259498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.259849 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.260223 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.260566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.260902 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.261232 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.261559 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.261884 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.262213 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.262539 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.262864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.263189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.263511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.263832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.264176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:04.319577 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (42d51523-09db-4f77-a9bc-004de989ee84), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:04.319955 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Floating IP 42d51523-09db-4f77-a9bc-004de989ee84 disassociated (deleted). External IP: 172.27.3.217, port: 8c8c218b-f1be-4ee7-9f3f-e9e74090c923. Mar 24 07:55:04.528198 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:04.902357 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:04.907063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:04.911770 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:04.922576 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:04.923202 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:54:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:04.936203 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-93f59e57-23bd-4ea8-860b-9a58f4e69758 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "DELETE /v2.0/floatingips/42d51523-09db-4f77-a9bc-004de989ee84 HTTP/1.1" status: 204 len: 168 time: 1.1543002 Mar 24 07:55:04.936798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:04.939203 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:04.977733 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9f60d9-3ce3-4e1c-a5eb-43acec263ea9 x-openstack-request-id: req-fd9f60d9-3ce3-4e1c-a5eb-43acec263ea9 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:04.978032 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:04.978288 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd9f60d9-3ce3-4e1c-a5eb-43acec263ea9 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:04.978689 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9f60d9-3ce3-4e1c-a5eb-43acec263ea9'] response: {'name': 'network-changed', 'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'status': 'completed', 'code': 200} Mar 24 07:55:05.038446 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:05.098519 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-218e43f0-d54d-48d9-9b3c-3584b56e1ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:05.099906 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-218e43f0-d54d-48d9-9b3c-3584b56e1ae9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 1129 time: 0.0954034 Mar 24 07:55:05.366134 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:17Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:05.398981 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:05.407527 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:05.408176 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:54:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:05.445944 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4074-9eba-4597-ba0f-14e1f2303278 req-73c6a1aa-7a2c-48d3-adb5-19acc83e7031 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:05.447672 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e48b4074-9eba-4597-ba0f-14e1f2303278 req-73c6a1aa-7a2c-48d3-adb5-19acc83e7031 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0580246 Mar 24 07:55:05.447808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-e6d57b0c-c408-412b-83da-ea873b8c9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:05.449284 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-e6d57b0c-c408-412b-83da-ea873b8c9462 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 912 time: 0.3428714 Mar 24 07:55:05.491786 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-ee401905-95e2-4a66-858b-79aecffae864 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923 HTTP/1.1" status: 200 len: 217 time: 0.0356007 Mar 24 07:55:05.499527 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e48b4074-9eba-4597-ba0f-14e1f2303278 req-8603dd97-4adc-40fc-a13b-f70ffd90ca84 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460327 Mar 24 07:55:05.524283 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:05.543033 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-65f64187-8562-4755-bf7d-40663e94061e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:05.544521 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-65f64187-8562-4755-bf7d-40663e94061e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0456440 Mar 24 07:55:05.596605 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-d2d45864-9258-44dc-b33b-78e4bda19dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:05.598700 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-d2d45864-9258-44dc-b33b-78e4bda19dec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479145 Mar 24 07:55:05.611330 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-2120ab6f-06a1-4b47-b7a8-871b5628fb4e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:55:05.612226 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-2120ab6f-06a1-4b47-b7a8-871b5628fb4e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048347 Mar 24 07:55:05.699647 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-2ed3c8c3-056d-40fc-8e94-95e0d30961f7 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805228 Mar 24 07:55:05.711489 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:05.745613 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:17Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:05.772112 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47290c8a-91d5-48e2-af39-8351e4f3e422 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'a33bd0e3-c40d-47a2-9397-4ce4526b2e9d', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'port_id': '789b118e-a13c-46da-861f-8d56617d2696', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'mac_address': 'fa:16:3e:0c:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:51:14Z', 'updated_at': '2022-03-24T07:51:17Z', 'revision_number': 1, 'project_id': '732e20b796c4417d925b33585cc0a269', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:05.791615 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7a2e2c78-89f1-4623-8aba-b1ecae1e2f4c req-ccbed171-5e80-499d-bef7-c6094e9e1298 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845170 Mar 24 07:55:05.991739 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099447c-9489-42db-b44e-15e5c218217d None None] New status for floating IP 42d51523-09db-4f77-a9bc-004de989ee84: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:55:06.622759 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14804e4-11fd-43ed-a2da-3ee4e0a2a5a4 req-acda9a31-0ef5-4f50-acb9-bceb82d7bb11 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:06.624270 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a14804e4-11fd-43ed-a2da-3ee4e0a2a5a4 req-acda9a31-0ef5-4f50-acb9-bceb82d7bb11 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0543408 Mar 24 07:55:06.672720 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a14804e4-11fd-43ed-a2da-3ee4e0a2a5a4 req-6cf6aa28-9957-4e65-827a-0305767b0cf2 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Mar 24 07:55:07.110061 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d173-e072-4b7a-abda-380d25b32b77 req-e6e2b2f9-60d0-4ee3-a507-055c5b64ed56 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:07.111514 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f709d173-e072-4b7a-abda-380d25b32b77 req-e6e2b2f9-60d0-4ee3-a507-055c5b64ed56 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 945 time: 0.0514717 Mar 24 07:55:07.212304 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Deleting port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:07.212640 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:07.299314 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] For port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:07.299674 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:07.313383 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Calling delete_port for 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 owned by compute:nova {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:07.501764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (8c8c218b-f1be-4ee7-9f3f-e9e74090c923), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:07.529559 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'Port': ['ID=8c8c218b-f1be-4ee7-9f3f-e9e74090c923,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:07.557982 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.559589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.559589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.559589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.559589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.559589 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.560116 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.560259 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.560583 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.560904 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.561226 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.561545 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.561859 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.562172 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.562487 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:07.585972 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] No DVR routers for this DVR port 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 on host hv-cinder-83482 {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:07.588389 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:07.591588 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f709d173-e072-4b7a-abda-380d25b32b77 req-521085cb-8d08-4c12-a516-cdd7e00a1825 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "DELETE /v2.0/ports/8c8c218b-f1be-4ee7-9f3f-e9e74090c923 HTTP/1.1" status: 204 len: 173 time: 0.4739857 Mar 24 07:55:07.592043 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'name': 'network-vif-deleted', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:07.594271 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d21895-ceab-4c67-aa3e-1c8e4aded3ce" -d '{"events": [{"server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "name": "network-vif-deleted", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:07.630706 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab04f62c-d0f9-4280-a4ed-1514f1266a90 x-openstack-request-id: req-ab04f62c-d0f9-4280-a4ed-1514f1266a90 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:07.631297 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f95edf-9d8f-4013-ad55-cd26265afd01", "name": "network-vif-deleted", "tag": "8c8c218b-f1be-4ee7-9f3f-e9e74090c923", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:07.631297 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab04f62c-d0f9-4280-a4ed-1514f1266a90 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:07.631637 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab04f62c-d0f9-4280-a4ed-1514f1266a90'] response: {'server_uuid': '70f95edf-9d8f-4013-ad55-cd26265afd01', 'name': 'network-vif-deleted', 'tag': '8c8c218b-f1be-4ee7-9f3f-e9e74090c923', 'status': 'completed', 'code': 200} Mar 24 07:55:07.769188 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2d6ffe6c-b3fc-48a0-834c-1b0c9850bd08 req-67ac56cc-1e48-422e-b972-8121f513d0b4 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=70f95edf-9d8f-4013-ad55-cd26265afd01 HTTP/1.1" status: 200 len: 210 time: 0.0291805 Mar 24 07:55:10.520289 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:10.540558 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:10.542484 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8c8c218b-f1be-4ee7-9f3f-e9e74090c923 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:11.265696 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58788) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:11.427671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Deleting port fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:11.428121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:11.505309 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:11.505641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:11.517227 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Calling delete_port for fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:11.530965 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f72801-1809-4308-8dc1-d0664bd3fb95 req-c1cce251-50b2-45e2-b45c-28d013daa336 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:11.532545 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d6f72801-1809-4308-8dc1-d0664bd3fb95 req-c1cce251-50b2-45e2-b45c-28d013daa336 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0528400 Mar 24 07:55:11.579791 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d6f72801-1809-4308-8dc1-d0664bd3fb95 req-adb97f77-2d11-46b5-a5dd-06a8e24d339f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Mar 24 07:55:11.719005 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:11.741804 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'Port': ['ID=fc66f4e3-e4f1-4873-8a72-5e55d55c3f2d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:11.808216 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (a33bd0e3-c40d-47a2-9397-4ce4526b2e9d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:11.808556 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Floating IP a33bd0e3-c40d-47a2-9397-4ce4526b2e9d disassociated (deleted). External IP: 172.27.3.216, port: 789b118e-a13c-46da-861f-8d56617d2696. Mar 24 07:55:12.015222 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:12.123899 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:12.128296 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:12.133837 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:12.143408 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:12.144064 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:54:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:12.158138 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7900d709-b80e-46c2-b49b-bbbcde26a2d1 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "DELETE /v2.0/floatingips/a33bd0e3-c40d-47a2-9397-4ce4526b2e9d HTTP/1.1" status: 204 len: 168 time: 0.8913484 Mar 24 07:55:12.158724 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'tag': '789b118e-a13c-46da-861f-8d56617d2696'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:12.161897 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92b5f0e-7360-4c42-94ad-b51e69f970fc" -d '{"events": [{"name": "network-changed", "server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "tag": "789b118e-a13c-46da-861f-8d56617d2696"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:12.266044 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:12.274583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca213b47-a8ce-4be4-9d99-824b030b0527 x-openstack-request-id: req-ca213b47-a8ce-4be4-9d99-824b030b0527 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:12.275081 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "tag": "789b118e-a13c-46da-861f-8d56617d2696", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:12.275191 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca213b47-a8ce-4be4-9d99-824b030b0527 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:12.275569 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca213b47-a8ce-4be4-9d99-824b030b0527'] response: {'name': 'network-changed', 'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'tag': '789b118e-a13c-46da-861f-8d56617d2696', 'status': 'completed', 'code': 200} Mar 24 07:55:12.341990 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-27e60a4e-4dbe-453a-a5a4-9b7b8db0ce30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:12.346307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-b59329dd-6617-425e-ace3-000db4010cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:12.348561 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-b59329dd-6617-425e-ace3-000db4010cca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=732e20b796c4417d925b33585cc0a269&device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 1129 time: 0.0492814 Mar 24 07:55:12.438713 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-0873c14a-8d66-460d-9f5e-34fb7ff49a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:12.440291 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-0873c14a-8d66-460d-9f5e-34fb7ff49a7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 200 len: 912 time: 0.0845296 Mar 24 07:55:12.469893 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:12.488802 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-34d6a87c-2b13-45d7-89a1-27f622d3f0a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=789b118e-a13c-46da-861f-8d56617d2696 HTTP/1.1" status: 200 len: 217 time: 0.0422127 Mar 24 07:55:12.501736 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:12.510706 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:12.511323 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:54:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:12.550746 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-a00767f2-d83e-44dc-9b85-4ea5486a208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:12.552878 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-a00767f2-d83e-44dc-9b85-4ea5486a208c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 200 len: 850 time: 0.0572774 Mar 24 07:55:12.611852 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-f4d597cb-05e9-4400-9359-7beb88ccec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:12.613761 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-f4d597cb-05e9-4400-9359-7beb88ccec2a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c4a5e492-8761-4ec1-9b80-35070e2a6827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526147 Mar 24 07:55:12.640887 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:12.716426 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6943-4914-4a2d-b328-ebaa11068d7b req-345ec298-6c66-4a05-9120-0e95cdecb931 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:12.718112 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3b6d6943-4914-4a2d-b328-ebaa11068d7b req-345ec298-6c66-4a05-9120-0e95cdecb931 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0621059 Mar 24 07:55:12.721874 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e21f5-4bf1-4a75-ab3a-bc5aaa8a5c2a req-febc248d-fd02-46f4-b286-4d3e7e30a7ad tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:12.723467 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f48e21f5-4bf1-4a75-ab3a-bc5aaa8a5c2a req-febc248d-fd02-46f4-b286-4d3e7e30a7ad tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.1084352 Mar 24 07:55:12.773851 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3b6d6943-4914-4a2d-b328-ebaa11068d7b req-3530889e-064e-40b9-afc7-02882721966c tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449147 Mar 24 07:55:12.793902 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-f64e72e1-e1db-4fcf-a1ec-22320a7e6179 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679795 Mar 24 07:55:12.815639 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f48e21f5-4bf1-4a75-ab3a-bc5aaa8a5c2a req-740d745d-5a59-4bc6-860b-1a3d643461fe tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823145 Mar 24 07:55:12.858991 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:12.885731 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347d994e-c65c-4ef8-b194-1c5e7cba00ff None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:47:06Z', 'revision_number': 4, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': 'a0ed17e7-d422-4312-be56-c0920b1f218c', 'name': '', 'network_id': 'c4a5e492-8761-4ec1-9b80-35070e2a6827', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'mac_address': 'fa:16:3e:d6:19:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:05Z', 'updated_at': '2022-03-24T07:47:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'subnets': [{'id': 'b0966ed7-edc0-49c5-af43-4bc9e5acaecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:12.906859 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f92b5f0e-7360-4c42-94ad-b51e69f970fc req-dd9b137b-f829-4c40-9898-c1e716e36e18 service neutron] 10.222.0.67 "GET /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035814 Mar 24 07:55:13.110779 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929cb40d-e3f6-4529-8bca-9a69bda611c8 None None] New status for floating IP a33bd0e3-c40d-47a2-9397-4ce4526b2e9d: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:55:13.567269 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-979ae9c2-ccf6-4a5f-83a4-1c7b171a2454 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:13.568802 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-979ae9c2-ccf6-4a5f-83a4-1c7b171a2454 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0534432 Mar 24 07:55:13.660183 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Deleting port 3ae64e69-43ee-446a-be05-e4efed0558fc {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:13.660532 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:13.752789 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] For port 3ae64e69-43ee-446a-be05-e4efed0558fc, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=3ae64e69-43ee-446a-be05-e4efed0558fc,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:13.753157 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:13.901315 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedf2c5-6c56-4902-9d18-b2b1c6071ed5 req-83dfbcab-9ca6-4299-8ae0-1669281f7231 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:13.902815 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3fedf2c5-6c56-4902-9d18-b2b1c6071ed5 req-83dfbcab-9ca6-4299-8ae0-1669281f7231 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 946 time: 0.0588505 Mar 24 07:55:13.955020 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3fedf2c5-6c56-4902-9d18-b2b1c6071ed5 req-779bcae5-6693-4781-a97b-2622f999da54 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=a65dba64-42ea-4bac-b600-05c08a0ec5c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464220 Mar 24 07:55:14.011245 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7d0ee-8965-4658-8b59-2cbf6e67f2ee req-4743379d-7542-45c8-a996-5e09448641a0 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:14.012742 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1dd7d0ee-8965-4658-8b59-2cbf6e67f2ee req-4743379d-7542-45c8-a996-5e09448641a0 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.1106820 Mar 24 07:55:14.025689 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.033301 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (85feee56-476b-4aea-bb9c-7a14ba5ee379), after_update {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.033301 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Floating IP 85feee56-476b-4aea-bb9c-7a14ba5ee379 disassociated. External IP: 172.27.3.202, port: 3ae64e69-43ee-446a-be05-e4efed0558fc. Mar 24 07:55:14.033301 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Calling delete_port for 3ae64e69-43ee-446a-be05-e4efed0558fc owned by compute:nova {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:14.109579 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-1dd7d0ee-8965-4658-8b59-2cbf6e67f2ee req-5c072a36-446b-47bc-95c6-5ea91ae75e87 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/security-groups?id=f92efc6a-3df1-4151-915a-c305d51e7307&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872450 Mar 24 07:55:14.233811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-44181ee7-b77d-4f52-a4c7-5cab9fe712fa tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:14.235319 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-44181ee7-b77d-4f52-a4c7-5cab9fe712fa tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 945 time: 0.0573728 Mar 24 07:55:14.248409 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (3ae64e69-43ee-446a-be05-e4efed0558fc), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.282052 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event deleted for resources: {'Port': ['ID=3ae64e69-43ee-446a-be05-e4efed0558fc,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:14.338465 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Deleting port 789b118e-a13c-46da-861f-8d56617d2696 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:14.338840 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (789b118e-a13c-46da-861f-8d56617d2696), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.397864 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Router 24613cdf-d586-4904-9e86-31be613ad332 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:14.431818 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] For port 789b118e-a13c-46da-861f-8d56617d2696, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=789b118e-a13c-46da-861f-8d56617d2696,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:14.432244 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (789b118e-a13c-46da-861f-8d56617d2696), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.445511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Calling delete_port for 789b118e-a13c-46da-861f-8d56617d2696 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:14.509025 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:14.518881 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:14.529366 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:14.533396 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:54:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:14.557989 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] No DVR routers for this DVR port 3ae64e69-43ee-446a-be05-e4efed0558fc on host hv-cinder-83482 {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:14.560458 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.563807 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ead4364d-4090-41a4-b20a-cd12afcffc8c req-cc811f65-a164-4df1-b81d-9bb3fba9e75f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "DELETE /v2.0/ports/3ae64e69-43ee-446a-be05-e4efed0558fc HTTP/1.1" status: 204 len: 173 time: 0.9896865 Mar 24 07:55:14.564297 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'name': 'network-vif-deleted', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:14.566651 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5627909-5458-40fd-b88c-822c918fe6e0" -d '{"events": [{"server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "name": "network-vif-deleted", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:14.613293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b14181-4ef4-46eb-a383-8be3f40131d1 x-openstack-request-id: req-69b14181-4ef4-46eb-a383-8be3f40131d1 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:14.613293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c542573-9907-4112-ac8a-9b9cc2b3aa4c", "name": "network-vif-deleted", "tag": "3ae64e69-43ee-446a-be05-e4efed0558fc", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:14.613293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69b14181-4ef4-46eb-a383-8be3f40131d1 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:14.613293 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b14181-4ef4-46eb-a383-8be3f40131d1'] response: {'server_uuid': '9c542573-9907-4112-ac8a-9b9cc2b3aa4c', 'name': 'network-vif-deleted', 'tag': '3ae64e69-43ee-446a-be05-e4efed0558fc', 'status': 'completed', 'code': 200} Mar 24 07:55:14.649589 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:14.662378 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (789b118e-a13c-46da-861f-8d56617d2696), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.662782 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c2350ad9-4d08-4141-a53b-31edcaa0670c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.694378 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'Port': ['ID=789b118e-a13c-46da-861f-8d56617d2696,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:14.758060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] No DVR routers for this DVR port 789b118e-a13c-46da-861f-8d56617d2696 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:14.760583 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:14.764004 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-795d53a9-fd7f-4ec1-9390-4b64a6eaa45c req-4c99ce7f-2bc0-4497-bb76-c2395eff4c4e tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.67 "DELETE /v2.0/ports/789b118e-a13c-46da-861f-8d56617d2696 HTTP/1.1" status: 204 len: 173 time: 0.5204480 Mar 24 07:55:14.768838 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'name': 'network-vif-deleted', 'tag': '789b118e-a13c-46da-861f-8d56617d2696'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:14.768838 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed9593e-3bf5-4d50-a61c-2e7302588347" -d '{"events": [{"server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "name": "network-vif-deleted", "tag": "789b118e-a13c-46da-861f-8d56617d2696"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:14.813948 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75a471-ecd7-43f1-9aec-62e4f2952913 x-openstack-request-id: req-cd75a471-ecd7-43f1-9aec-62e4f2952913 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:14.815063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11372127-b582-4cfa-9ef9-3943a1e0a267", "name": "network-vif-deleted", "tag": "789b118e-a13c-46da-861f-8d56617d2696", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:14.815327 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd75a471-ecd7-43f1-9aec-62e4f2952913 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:14.815745 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd75a471-ecd7-43f1-9aec-62e4f2952913'] response: {'server_uuid': '11372127-b582-4cfa-9ef9-3943a1e0a267', 'name': 'network-vif-deleted', 'tag': '789b118e-a13c-46da-861f-8d56617d2696', 'status': 'completed', 'code': 200} Mar 24 07:55:14.960267 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:14.997059 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:15.008564 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:15.009184 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:15.069572 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e9d4efd9-d0ad-426f-83f3-0f553e01dd01 req-26dd934e-5851-4ff2-b744-2ef9d8c904eb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c542573-9907-4112-ac8a-9b9cc2b3aa4c HTTP/1.1" status: 200 len: 210 time: 0.0312231 Mar 24 07:55:15.122184 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:15.220469 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3e03f682-ed5f-4189-868c-1bacfeb102af req-f35e6e50-fdb9-4fd9-966b-0e5cd9bb1c1a tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "GET /v2.0/ports?device_id=11372127-b582-4cfa-9ef9-3943a1e0a267 HTTP/1.1" status: 200 len: 210 time: 0.0364537 Mar 24 07:55:15.336404 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:15.361657 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f229a446-b325-44b2-bb9a-1c089420a5cb None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:15.591848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763caea5-72af-476e-b096-abad7077be5b None None] New status for floating IP 85feee56-476b-4aea-bb9c-7a14ba5ee379: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:55:15.734094 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.201461 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58818) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:16.261147 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d61a2ab9-6c06-4dc5-9616-d4293fcb051f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (a65dba64-42ea-4bac-b600-05c08a0ec5c1), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.286084 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d61a2ab9-6c06-4dc5-9616-d4293fcb051f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (a65dba64-42ea-4bac-b600-05c08a0ec5c1), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.288534 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58822) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:16.291794 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:55:16.402699 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d61a2ab9-6c06-4dc5-9616-d4293fcb051f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a65dba64-42ea-4bac-b600-05c08a0ec5c1), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.405336 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-d61a2ab9-6c06-4dc5-9616-d4293fcb051f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.406559 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-d61a2ab9-6c06-4dc5-9616-d4293fcb051f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "DELETE /v2.0/security-groups/a65dba64-42ea-4bac-b600-05c08a0ec5c1 HTTP/1.1" status: 204 len: 168 time: 0.2040720 Mar 24 07:55:16.413417 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Deleting port fc1424fc-f473-4557-9e20-c616773e2bc6 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:16.413762 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.415216 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58824) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:16.421747 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a2ab9-6c06-4dc5-9616-d4293fcb051f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65dba64-42ea-4bac-b600-05c08a0ec5c1,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:16.430298 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-1d32e020-d3f6-46e8-978f-94d8138fa1c2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] show failed (client error): The resource could not be found. Mar 24 07:55:16.431405 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-1d32e020-d3f6-46e8-978f-94d8138fa1c2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups/a65dba64-42ea-4bac-b600-05c08a0ec5c1 HTTP/1.1" status: 404 len: 347 time: 0.0152752 Mar 24 07:55:16.434251 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58826) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:16.493862 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.494202 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (fc1424fc-f473-4557-9e20-c616773e2bc6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.505876 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Calling delete_port for fc1424fc-f473-4557-9e20-c616773e2bc6 owned by network:floatingip {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:16.535564 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 3ae64e69-43ee-446a-be05-e4efed0558fc no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:16.561575 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 3ae64e69-43ee-446a-be05-e4efed0558fc {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:16.561919 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 3ae64e69-43ee-446a-be05-e4efed0558fc not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:16.564652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Deleting port 47c25baa-c526-4f54-a2bb-9fc7eb1d265b {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:16.565086 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.642421 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.642753 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.658132 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Calling delete_port for 47c25baa-c526-4f54-a2bb-9fc7eb1d265b owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:16.705369 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (fc1424fc-f473-4557-9e20-c616773e2bc6), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.732201 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'Port': ['ID=fc1424fc-f473-4557-9e20-c616773e2bc6,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:16.790845 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for floatingip (abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.793282 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.794447 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c7e00149-94b7-4abf-a8c9-3db878760713 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "DELETE /v2.0/floatingips/abfb71f0-7e9c-4dd7-8aa7-531fc01a1cac HTTP/1.1" status: 204 len: 168 time: 0.5049407 Mar 24 07:55:16.842659 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (47c25baa-c526-4f54-a2bb-9fc7eb1d265b), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.874808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event deleted for resources: {'Port': ['ID=47c25baa-c526-4f54-a2bb-9fc7eb1d265b,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:16.932893 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (85feee56-476b-4aea-bb9c-7a14ba5ee379), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.935384 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:16.936648 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-982037f3-6b6a-4242-a3be-7cfb28732da1 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "DELETE /v2.0/floatingips/85feee56-476b-4aea-bb9c-7a14ba5ee379 HTTP/1.1" status: 204 len: 168 time: 0.5012505 Mar 24 07:55:17.163333 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58838) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:17.167896 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--549337454', 'description': 'tempest-description--875216331'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:17.226066 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.282776 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.348762 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (6523361c-1d5e-4916-af97-dbc774bf45e9), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.419482 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (6523361c-1d5e-4916-af97-dbc774bf45e9), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.448407 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6523361c-1d5e-4916-af97-dbc774bf45e9,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:17.526297 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.527572 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-492bf44e-1626-40a2-ab86-e0ed32ef6534 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3631740 Mar 24 07:55:17.535712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58840) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:17.540216 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'security_group_rule': {'security_group_id': '6523361c-1d5e-4916-af97-dbc774bf45e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:17.641730 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (ff67e08d-198f-43d3-a81a-2e6f6644eae5), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.698439 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (ff67e08d-198f-43d3-a81a-2e6f6644eae5), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.768141 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (ff67e08d-198f-43d3-a81a-2e6f6644eae5), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.786444 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff67e08d-198f-43d3-a81a-2e6f6644eae5,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:17.850109 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:17.851336 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-02321ae3-d772-40d5-b21a-c3e011e7d816 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3146610 Mar 24 07:55:17.854056 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58842) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:17.858367 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'security_group_rule': {'security_group_id': '6523361c-1d5e-4916-af97-dbc774bf45e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:17.967054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (77116d1f-5959-420c-b6cd-195495487a2c), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.022679 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (77116d1f-5959-420c-b6cd-195495487a2c), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.095773 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683948'] for security_group_rule (77116d1f-5959-420c-b6cd-195495487a2c), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.112811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77116d1f-5959-420c-b6cd-195495487a2c,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:18.177318 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58846) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:18.177899 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.179157 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-8663c436-4b6e-432f-8dcf-e4b3c3deb399 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241143 Mar 24 07:55:18.187347 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58848) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:18.191647 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'floatingip': {'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:18.238348 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5ac0318f-927c-4976-a9bc-86f0d2a42001 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group (f92efc6a-3df1-4151-915a-c305d51e7307), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.263608 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5ac0318f-927c-4976-a9bc-86f0d2a42001 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group (f92efc6a-3df1-4151-915a-c305d51e7307), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.279076 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.379226 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.399030 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5ac0318f-927c-4976-a9bc-86f0d2a42001 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f92efc6a-3df1-4151-915a-c305d51e7307), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.401650 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-5ac0318f-927c-4976-a9bc-86f0d2a42001 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.402829 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-5ac0318f-927c-4976-a9bc-86f0d2a42001 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] 10.222.0.20 "DELETE /v2.0/security-groups/f92efc6a-3df1-4151-915a-c305d51e7307 HTTP/1.1" status: 204 len: 168 time: 0.2238536 Mar 24 07:55:18.415655 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0318f-927c-4976-a9bc-86f0d2a42001 tempest-TestVolumeBootPattern-1139669955 tempest-TestVolumeBootPattern-1139669955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92efc6a-3df1-4151-915a-c305d51e7307,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:18.492852 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Allocated IP 172.27.3.153 (e90d8986-d18a-45fb-ba7c-9bd6a036edca/b41f66f4-767a-4c01-8f4d-c4e295c812d5/04418b52-f9d6-4c49-ae33-6ea0ec1cc92f) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:55:18.512161 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58852) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:18.531402 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 789b118e-a13c-46da-861f-8d56617d2696 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:18.551181 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 789b118e-a13c-46da-861f-8d56617d2696 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:18.551535 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 789b118e-a13c-46da-861f-8d56617d2696 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:18.596568 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.699684 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.734473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.772624 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Network e90d8986-d18a-45fb-ba7c-9bd6a036edca is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:55:18.775269 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:55:18.778642 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:55:18.811293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'Port': ['ID=04418b52-f9d6-4c49-ae33-6ea0ec1cc92f,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:18.873228 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (c21f5513-521f-4a39-9cfe-7514bbcef1b9), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.960459 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (80a10577-883d-4730-adc9-db3b62d60f65), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:18.965192 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.114730 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.181613 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.205687 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Deleting port a0ed17e7-d422-4312-be56-c0920b1f218c {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:19.206246 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.250972 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'Port': ['ID=04418b52-f9d6-4c49-ae33-6ea0ec1cc92f,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:19.262101 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (c21f5513-521f-4a39-9cfe-7514bbcef1b9), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.287653 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] For port a0ed17e7-d422-4312-be56-c0920b1f218c, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=a0ed17e7-d422-4312-be56-c0920b1f218c,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:19.289100 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.300488 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Calling delete_port for a0ed17e7-d422-4312-be56-c0920b1f218c owned by network:router_interface {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:19.321630 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.322901 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2c3413b8-fbcf-4a53-bd8e-8a7292283e4a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1345482 Mar 24 07:55:19.523365 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-e6825ebe-3190-4ad7-a3ae-ca6d9058079e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--549337454&fields=id&tenant_id=99b3c5022848402db4428620fe3b5b96 HTTP/1.1" status: 200 len: 267 time: 0.0477366 Mar 24 07:55:19.577555 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (a0ed17e7-d422-4312-be56-c0920b1f218c), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:19.615683 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ed17e7-d422-4312-be56-c0920b1f218c,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:19.702948 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-91f4eb94-6e59-4c50-8339-bccfa5598fea tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:19.704593 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-91f4eb94-6e59-4c50-8339-bccfa5598fea tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 810 time: 0.1748056 Mar 24 07:55:20.023491 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-05c3f202-6075-41a6-aeae-4a35c6c793bd tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/quotas/99b3c5022848402db4428620fe3b5b96 HTTP/1.1" status: 200 len: 375 time: 0.3125479 Mar 24 07:55:20.096736 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (80a10577-883d-4730-adc9-db3b62d60f65), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:20.103963 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-3cb2868d-64c7-4ec8-8681-421d97030f58 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746014 Mar 24 07:55:20.148350 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-810f2617-f842-4752-8e2f-4f970ea2c929 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 24 07:55:20.149364 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-810f2617-f842-4752-8e2f-4f970ea2c929 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345175 Mar 24 07:55:20.286024 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-9e85b89a-45a8-41b4-bd61-592875809658 service neutron] 10.222.0.20 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116495 Mar 24 07:55:20.457528 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-51ca6ac7-4590-4451-a62b-601bee646131 service neutron] 10.222.0.20 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347582 Mar 24 07:55:20.462984 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Router 80a10577-883d-4730-adc9-db3b62d60f65 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:20.573515 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:20.579033 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-4ff95937-b82e-43ce-9107-06a22ed17f76 admin admin] 10.222.0.20 "PUT /v2.0/routers/80a10577-883d-4730-adc9-db3b62d60f65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0658348 Mar 24 07:55:20.581784 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58872) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:20.582723 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] Sync routers for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:20.593253 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:20.593864 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:20.703210 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:20.712494 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks [] for router (80a10577-883d-4730-adc9-db3b62d60f65), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:20.814619 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6735773e-d813-4526-98ea-59dff6d33956 req-88a6d06e-22d1-40c9-9e98-eecf53391741 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0610545 Mar 24 07:55:20.867436 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks [] for router_gateway (80a10577-883d-4730-adc9-db3b62d60f65), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:20.916214 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101'}], 'enable_snat': True}, 'gw_port_id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:55:19Z', 'revision_number': 5, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port': {'id': '66a00115-70a2-4876-a4d1-cc5af038a5f6', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a10577-883d-4730-adc9-db3b62d60f65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:46:59Z', 'updated_at': '2022-03-24T07:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:20.945233 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] Checking router: 80a10577-883d-4730-adc9-db3b62d60f65 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:20.955500 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] Routers {'80a10577-883d-4730-adc9-db3b62d60f65'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:20.956148 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['80a10577-883d-4730-adc9-db3b62d60f65'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:20.983361 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Deleting port 66a00115-70a2-4876-a4d1-cc5af038a5f6 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:20.983618 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.061361 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] Set router 80a10577-883d-4730-adc9-db3b62d60f65 gateway port host: None {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:21.073047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] For port 66a00115-70a2-4876-a4d1-cc5af038a5f6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=66a00115-70a2-4876-a4d1-cc5af038a5f6,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:21.075897 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.088681 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Calling delete_port for 66a00115-70a2-4876-a4d1-cc5af038a5f6 owned by network:router_gateway {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:21.126776 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:55:20Z', 'revision_number': 6, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port_host': None}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:21.160931 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935e904-f31e-4e22-a83b-279dbe4e1484 None None] The sync data for ids ['80a10577-883d-4730-adc9-db3b62d60f65'] in dv-cinder-834822-3-iscsi is: [{'id': '80a10577-883d-4730-adc9-db3b62d60f65', 'name': 'tempest-TestVolumeBootPattern-447165220-router', 'tenant_id': '732e20b796c4417d925b33585cc0a269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:46:58Z', 'updated_at': '2022-03-24T07:55:20Z', 'revision_number': 6, 'project_id': '732e20b796c4417d925b33585cc0a269', 'gw_port_host': None}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:21.358799 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (66a00115-70a2-4876-a4d1-cc5af038a5f6), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.396855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=66a00115-70a2-4876-a4d1-cc5af038a5f6,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:21.465815 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (80a10577-883d-4730-adc9-db3b62d60f65), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.579371 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (80a10577-883d-4730-adc9-db3b62d60f65), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.581698 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks [] for router_controller (80a10577-883d-4730-adc9-db3b62d60f65), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.711422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (80a10577-883d-4730-adc9-db3b62d60f65), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.712100 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a10577-883d-4730-adc9-db3b62d60f65 {{(pid=110216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:55:21.716348 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.721135 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2d7eb053-352b-42e5-808d-d74678771ecb admin admin] 10.222.0.20 "DELETE /v2.0/routers/80a10577-883d-4730-adc9-db3b62d60f65 HTTP/1.1" status: 204 len: 168 time: 1.1347196 Mar 24 07:55:21.721135 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58886) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:21.768621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Deleting subnet b0966ed7-edc0-49c5-af43-4bc9e5acaecc {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:55:21.772712 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Publish callbacks [] for subnet (b0966ed7-edc0-49c5-af43-4bc9e5acaecc), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.807028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8941625'] for subnet (b0966ed7-edc0-49c5-af43-4bc9e5acaecc), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.885595 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (b0966ed7-edc0-49c5-af43-4bc9e5acaecc), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:21.915036 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f75f6a73-feb2-4bbe-b70b-b8d46c11cbf6 req-cdc365ec-4114-4221-a827-66466dcfc718 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0280349 Mar 24 07:55:22.005106 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device a0ed17e7-d422-4312-be56-c0920b1f218c no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:22.029542 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: a0ed17e7-d422-4312-be56-c0920b1f218c {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:22.029895 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device a0ed17e7-d422-4312-be56-c0920b1f218c not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:22.030323 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 66a00115-70a2-4876-a4d1-cc5af038a5f6 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:22.033325 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11801686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903942'] for subnet (b0966ed7-edc0-49c5-af43-4bc9e5acaecc), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.080021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0966ed7-edc0-49c5-af43-4bc9e5acaecc,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:22.080021 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.082702 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-88cb4a13-50e9-4557-88bf-a70152c695e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b0966ed7-edc0-49c5-af43-4bc9e5acaecc HTTP/1.1" status: 204 len: 168 time: 0.3617210 Mar 24 07:55:22.085798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58890) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:22.164058 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (c4a5e492-8761-4ec1-9b80-35070e2a6827), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.195497 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 66a00115-70a2-4876-a4d1-cc5af038a5f6 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:22.195845 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 66a00115-70a2-4876-a4d1-cc5af038a5f6 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:22.197378 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00354663-23dd-4b3d-8509-74396476682d None None] Network c4a5e492-8761-4ec1-9b80-35070e2a6827 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:55:22.245566 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Deleting port e20ef603-903b-4563-812f-d95fd4cf4448 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:22.245980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.330911 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] For port e20ef603-903b-4563-812f-d95fd4cf4448, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e20ef603-903b-4563-812f-d95fd4cf4448,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:22.331280 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.347927 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Calling delete_port for e20ef603-903b-4563-812f-d95fd4cf4448 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:22.420375 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] DHCP port deletion for c4a5e492-8761-4ec1-9b80-35070e2a6827 request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:55:22.468229 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Deleting port e20ef603-903b-4563-812f-d95fd4cf4448 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:22.468599 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.494224 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.523293 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] No DVR routers for this DVR port e20ef603-903b-4563-812f-d95fd4cf4448 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:22.526995 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20ef603-903b-4563-812f-d95fd4cf4448,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:22.535538 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] For port e20ef603-903b-4563-812f-d95fd4cf4448, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=e20ef603-903b-4563-812f-d95fd4cf4448,segment=NetworkSegment(622387d0-d612-47c2-b486-e0ca22c20ef9),segment_id=622387d0-d612-47c2-b486-e0ca22c20ef9)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:22.535950 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.553985 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Calling delete_port for e20ef603-903b-4563-812f-d95fd4cf4448 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:22.604498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (c4a5e492-8761-4ec1-9b80-35070e2a6827), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.623694 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58892) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:22.636139 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (e20ef603-903b-4563-812f-d95fd4cf4448), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.640059 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a5e492-8761-4ec1-9b80-35070e2a6827']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:22.651835 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622387d0-d612-47c2-b486-e0ca22c20ef9') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:22.652205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622387d0-d612-47c2-b486-e0ca22c20ef9') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:22.663103 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (622387d0-d612-47c2-b486-e0ca22c20ef9), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.665408 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] No DVR routers for this DVR port e20ef603-903b-4563-812f-d95fd4cf4448 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:22.687252 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (622387d0-d612-47c2-b486-e0ca22c20ef9), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.691234 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:55:22.692290 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (622387d0-d612-47c2-b486-e0ca22c20ef9), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:55:22.696434 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:55:22.717835 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Pushing event deleted for resources: {'Port': ['ID=e20ef603-903b-4563-812f-d95fd4cf4448,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:22.729989 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.730657 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.731074 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.731606 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.732602 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.733003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.733579 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.734265 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.734807 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.736018 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.736566 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.737096 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.737658 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.738196 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.738756 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9345bf9f-e3fa-45e7-a8ed-106d2869c71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:55:22.829091 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Deleting port cfae1cbd-f742-46e9-b48f-96b04235fb12 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:22.829433 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.856170 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (c4a5e492-8761-4ec1-9b80-35070e2a6827), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.860772 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.864413 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c4a5e492-8761-4ec1-9b80-35070e2a6827 HTTP/1.1" status: 204 len: 168 time: 0.7771971 Mar 24 07:55:22.868384 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58894) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:22.920383 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.920980 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for floatingip (cfae1cbd-f742-46e9-b48f-96b04235fb12), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:22.926771 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d25dc2-3b2a-4b5f-8d6e-db89efd4ae38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4a5e492-8761-4ec1-9b80-35070e2a6827,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:22.939107 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Calling delete_port for cfae1cbd-f742-46e9-b48f-96b04235fb12 owned by network:floatingip {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:23.242939 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (cfae1cbd-f742-46e9-b48f-96b04235fb12), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:23.270051 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event deleted for resources: {'Port': ['ID=cfae1cbd-f742-46e9-b48f-96b04235fb12,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:23.334912 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for floatingip (4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:23.335254 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.db.l3_db [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Floating IP 4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255 disassociated (deleted). External IP: 172.27.3.88, port: 23bbcb22-654f-4d65-865c-2a79f8bb61e4. Mar 24 07:55:23.345435 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d982a07e-bf05-422b-b49e-ce2224412d62 req-aaae5918-9fd8-4e33-8523-af7ced9b82ac tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 210 time: 0.3309116 Mar 24 07:55:23.398618 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-520ded1b-2f37-4175-ae21-19fb187d9d98 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:23.400036 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-520ded1b-2f37-4175-ae21-19fb187d9d98 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 810 time: 0.4711626 Mar 24 07:55:23.537911 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-74369a96-d6e6-4796-90c2-858e7dd0f2e5 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99b3c5022848402db4428620fe3b5b96 HTTP/1.1" status: 200 len: 379 time: 0.1280134 Mar 24 07:55:23.547162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'port': {'device_id': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'admin_state_up': True, 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'security_groups': ['6523361c-1d5e-4916-af97-dbc774bf45e9']}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:23.549063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:23.665037 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:23.670092 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:23.678611 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] Sync routers for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:23.692452 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:23.694245 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:23.702175 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-f64cca2c-9f98-4a5b-a345-bfbee647ed06 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "DELETE /v2.0/floatingips/4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255 HTTP/1.1" status: 204 len: 168 time: 1.0773010 Mar 24 07:55:23.702871 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:23.705267 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7515e400-40b9-492e-bd29-62612644ee31" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:23.753292 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e20ef603-903b-4563-812f-d95fd4cf4448 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:23.762232 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785a42d2-9ad1-46b7-8bc8-84c15f6921c3 x-openstack-request-id: req-785a42d2-9ad1-46b7-8bc8-84c15f6921c3 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:23.762538 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:23.762977 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-785a42d2-9ad1-46b7-8bc8-84c15f6921c3 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:23.763298 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785a42d2-9ad1-46b7-8bc8-84c15f6921c3'] response: {'name': 'network-changed', 'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'status': 'completed', 'code': 200} Mar 24 07:55:23.805229 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: e20ef603-903b-4563-812f-d95fd4cf4448 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:23.806174 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device e20ef603-903b-4563-812f-d95fd4cf4448 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:23.816781 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Made reservation on behalf of 99b3c5022848402db4428620fe3b5b96 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:55:23.821158 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:23.840380 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e400-40b9-492e-bd29-62612644ee31 req-f5b65855-2d49-44c8-a811-b9115f23585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:23.845375 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-f5b65855-2d49-44c8-a811-b9115f23585c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2bf92b79514d43c69184310a84cf3294&device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 1129 time: 0.0509439 Mar 24 07:55:23.856881 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:23.867055 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:23.955619 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e400-40b9-492e-bd29-62612644ee31 req-034a5b6b-8208-488e-ac1b-50db830595b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:23.958415 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-034a5b6b-8208-488e-ac1b-50db830595b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 200 len: 910 time: 0.1045783 Mar 24 07:55:24.014394 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-431f9f3c-ebe3-482f-81d5-16892f3b2ae4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 200 len: 217 time: 0.0434248 Mar 24 07:55:24.072958 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e400-40b9-492e-bd29-62612644ee31 req-d002e2f3-4aa1-4ca6-a5e5-2ac2bb3d88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:24.080161 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-d002e2f3-4aa1-4ca6-a5e5-2ac2bb3d88f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 200 len: 848 time: 0.0512867 Mar 24 07:55:24.090717 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Allocated IP 172.20.0.14 (812526c6-7f51-4950-ad16-26c5318a7d20/ec2defc5-35bc-4903-a003-c03ffac0afec/b63912cc-9a7a-4479-9a92-79d6419cfef8) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:55:24.135930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:24.140913 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515e400-40b9-492e-bd29-62612644ee31 req-d505fb9f-07f1-41fe-b7e7-3e99de9be970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:24.142441 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-d505fb9f-07f1-41fe-b7e7-3e99de9be970 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4ff8177c-1363-464b-a5e4-c24f05618e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524881 Mar 24 07:55:24.163382 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] Checking router: 7d8bb432-1650-4f65-80ef-8869b7f3abe9 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:24.172499 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:24.172858 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:24.236785 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-e5c856a6-538a-4c74-baa1-2043e51a11bf service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Mar 24 07:55:24.263675 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2015256-7303-42df-a333-59f92a8f3678 req-cf1f1907-a32e-4c7a-999a-a781025d36f3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:24.265207 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2015256-7303-42df-a333-59f92a8f3678 req-cf1f1907-a32e-4c7a-999a-a781025d36f3 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.1461041 Mar 24 07:55:24.293291 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:24.349083 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-7515e400-40b9-492e-bd29-62612644ee31 req-195ec149-1ce6-4cb5-afa3-2dff79158c27 service neutron] 10.222.0.67 "GET /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048026 Mar 24 07:55:24.419161 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d2015256-7303-42df-a333-59f92a8f3678 req-996d479d-e8f7-49ac-b3ae-831a43149718 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437573 Mar 24 07:55:24.425339 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.457806 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-89d55e39-651f-43cc-b0ef-e07f870f9ddf req-07109d96-a419-41f9-9707-3c25ea23bede tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0329728 Mar 24 07:55:24.470897 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Deleting port 79a4c8be-2ff8-4a17-b565-669e58cf211f {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:24.471239 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.534521 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:24.547452 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.558047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] For port 79a4c8be-2ff8-4a17-b565-669e58cf211f, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=79a4c8be-2ff8-4a17-b565-669e58cf211f,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:24.558412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.561848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcbcb75-0ecd-4d5e-9a66-775d0bbee324 None None] The sync data for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi is: [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:50:31Z', 'revision_number': 4, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '521b680c-9851-483e-b4ae-f30ffb342ecc', 'name': '', 'network_id': '4ff8177c-1363-464b-a5e4-c24f05618e51', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'mac_address': 'fa:16:3e:dc:3d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '6b10318a-d505-460d-80be-3dfba500be2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:31Z', 'updated_at': '2022-03-24T07:50:36Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'subnets': [{'id': '6b10318a-d505-460d-80be-3dfba500be2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:24.607116 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Calling delete_port for 79a4c8be-2ff8-4a17-b565-669e58cf211f owned by network:router_interface {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:24.625968 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Network 812526c6-7f51-4950-ad16-26c5318a7d20 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:55:24.633646 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:55:24.637324 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event updated for resources: {'Port': ['ID=b63912cc-9a7a-4479-9a92-79d6419cfef8,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:24.639273 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:55:24.734061 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:24.734729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.831693 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461cb1d-fb91-47e3-a468-c41ae8d9e7f2 None None] New status for floating IP 4d2e76cb-ca95-44ba-b4ac-b6d0cb79d255: DOWN {{(pid=110218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:55:24.863157 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-d6074b60-60cb-4c4c-a420-81cec7fbcbb8 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3195543 Mar 24 07:55:24.877792 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Request body: {'port': {'device_id': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:24.891850 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-9e99193c-462b-4628-ab7a-66bcd33fb4b2 None None] Provisioning complete for port b63912cc-9a7a-4479-9a92-79d6419cfef8 triggered by entity DHCP. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:55:24.892463 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e99193c-462b-4628-ab7a-66bcd33fb4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.933357 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-9e99193c-462b-4628-ab7a-66bcd33fb4b2 None None] Port b63912cc-9a7a-4479-9a92-79d6419cfef8 cannot update to ACTIVE because it is not bound. {{(pid=110217) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 24 07:55:24.950517 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:24.988852 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (79a4c8be-2ff8-4a17-b565-669e58cf211f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:25.021205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Pushing event deleted for resources: {'Port': ['ID=79a4c8be-2ff8-4a17-b565-669e58cf211f,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:25.340038 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:25.455297 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63912cc-9a7a-4479-9a92-79d6419cfef8 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:55:25.467797 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Publish callbacks [] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:25.491636 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Transition to ACTIVE for port object b63912cc-9a7a-4479-9a92-79d6419cfef8 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:55:25.571364 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:25.579850 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfd91a-cc76-4529-9e57-6c1ff10a3cb9 req-5c62d9d0-c133-4a44-a5b8-3693cf89dae4 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:25.581374 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-00bfd91a-cc76-4529-9e57-6c1ff10a3cb9 req-5c62d9d0-c133-4a44-a5b8-3693cf89dae4 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 932 time: 0.0534358 Mar 24 07:55:25.631564 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-00bfd91a-cc76-4529-9e57-6c1ff10a3cb9 req-eba3604e-31d2-42eb-808e-fa9ea917ede2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444951 Mar 24 07:55:25.682200 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6fe8b-3ba0-4db7-87c9-d0f59358ef65 req-8ec8e9eb-1df6-48c9-acc4-18307c9795e0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:25.683752 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-80c6fe8b-3ba0-4db7-87c9-d0f59358ef65 req-8ec8e9eb-1df6-48c9-acc4-18307c9795e0 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.1858506 Mar 24 07:55:25.687248 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Pushing event updated for resources: {'Port': ['ID=b63912cc-9a7a-4479-9a92-79d6419cfef8,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:25.794137 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:25.815510 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-80c6fe8b-3ba0-4db7-87c9-d0f59358ef65 req-507d77a3-a2e3-4fdc-816b-9061c3668458 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4c7a673-423b-4f8a-9efb-8768ebdc915c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215560 Mar 24 07:55:25.830784 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Attempting to bind port b63912cc-9a7a-4479-9a92-79d6419cfef8 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:55:25.831119 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Attempting to bind port b63912cc-9a7a-4479-9a92-79d6419cfef8 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:55:25.831463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Attempting to bind port b63912cc-9a7a-4479-9a92-79d6419cfef8 on network 812526c6-7f51-4950-ad16-26c5318a7d20 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:55:25.839834 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Port b63912cc-9a7a-4479-9a92-79d6419cfef8 on network 812526c6-7f51-4950-ad16-26c5318a7d20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:55:25.839834 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Attempting to bind port b63912cc-9a7a-4479-9a92-79d6419cfef8 on network 812526c6-7f51-4950-ad16-26c5318a7d20 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:55:25.844047 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-3cb9ebb0-8d3c-416d-9162-e9cd7c50173b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:25.845793 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-3cb9ebb0-8d3c-416d-9162-e9cd7c50173b tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.67 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 945 time: 0.0707943 Mar 24 07:55:25.905554 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:55:25.906136 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Checking segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:55:25.906283 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Bound using segment: {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:55:25.906737 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Bound port: b63912cc-9a7a-4479-9a92-79d6419cfef8, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:55:25.907097 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:25.957889 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Deleting port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:25.958689 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:25.993931 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:26.004684 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-451d6111-4304-4452-999e-d1975838ef58 admin admin] 10.222.0.20 "PUT /v2.0/routers/2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1352518 Mar 24 07:55:26.008058 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58914) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:26.010843 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] Sync routers for ids ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:26.022174 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] Routers {'2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:26.023000 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:26.033640 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] For port b63912cc-9a7a-4479-9a92-79d6419cfef8, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:55:26.038873 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] For port b63912cc-9a7a-4479-9a92-79d6419cfef8, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:55:26.088628 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] For port 23bbcb22-654f-4d65-865c-2a79f8bb61e4, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=23bbcb22-654f-4d65-865c-2a79f8bb61e4,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:26.089398 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.104539 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Calling delete_port for 23bbcb22-654f-4d65-865c-2a79f8bb61e4 owned by compute:nova {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:26.119226 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.142927 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] Set router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:26.161989 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:26.162609 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.164963 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] 10.222.0.67 "PUT /v2.0/ports/b63912cc-9a7a-4479-9a92-79d6419cfef8 HTTP/1.1" status: 200 len: 1094 time: 1.2930248 Mar 24 07:55:26.168187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:26.171294 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f329d994-4cbc-4f82-b79c-de64e344c414" -d '{"events": [{"name": "network-changed", "server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:26.227318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks [] for router (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.227318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64d3e9-b9e4-4123-988a-7fcf67610981 service neutron] Pushing event updated for resources: {'Port': ['ID=b63912cc-9a7a-4479-9a92-79d6419cfef8,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:26.247164 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812f4d5-286e-4ce2-a7fc-141aa47a64ec x-openstack-request-id: req-7812f4d5-286e-4ce2-a7fc-141aa47a64ec {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:26.247395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:26.247643 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7812f4d5-286e-4ce2-a7fc-141aa47a64ec {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:26.248079 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7812f4d5-286e-4ce2-a7fc-141aa47a64ec'] response: {'name': 'network-changed', 'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'status': 'completed', 'code': 200} Mar 24 07:55:26.397282 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (23bbcb22-654f-4d65-865c-2a79f8bb61e4), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.397714 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329d994-4cbc-4f82-b79c-de64e344c414 req-2d8bf7aa-0780-4114-9858-be0a94f34371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:26.399229 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f329d994-4cbc-4f82-b79c-de64e344c414 req-2d8bf7aa-0780-4114-9858-be0a94f34371 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 1128 time: 0.1030571 Mar 24 07:55:26.411303 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks [] for router_gateway (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.441293 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event deleted for resources: {'Port': ['ID=23bbcb22-654f-4d65-865c-2a79f8bb61e4,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:26.457273 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:55:24Z', 'revision_number': 5, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:26.481042 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] Checking router: 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:26.492199 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] Routers {'2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:26.492822 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:26.502078 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] No DVR routers for this DVR port 23bbcb22-654f-4d65-865c-2a79f8bb61e4 on host hv-cinder-83482 {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:26.506052 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:26.508460 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-ae7506dc-8d09-4f8d-8fb6-531b6b8354f2 req-33dedaac-95a7-42f2-9d14-2f2d5ca47fc2 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.67 "DELETE /v2.0/ports/23bbcb22-654f-4d65-865c-2a79f8bb61e4 HTTP/1.1" status: 204 len: 173 time: 0.6530836 Mar 24 07:55:26.508923 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-deleted', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4'}] {{(pid=110215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:26.511425 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07e3e54fb391a06ad07b4cb6162ceccca33b80f64078bd45af9dec6c0d4356b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea8ed5d-0dae-44bd-a682-c6442c5feb58" -d '{"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-deleted", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4"}]}' {{(pid=110215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:26.526247 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329d994-4cbc-4f82-b79c-de64e344c414 req-323e074d-8751-4871-8396-da3e4ffea070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:26.527722 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f329d994-4cbc-4f82-b79c-de64e344c414 req-323e074d-8751-4871-8396-da3e4ffea070 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=99b3c5022848402db4428620fe3b5b96&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1109526 Mar 24 07:55:26.561239 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfb4372-dc15-43b8-a4ad-14f89f7e9fd8 x-openstack-request-id: req-7bfb4372-dc15-43b8-a4ad-14f89f7e9fd8 {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:26.561620 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1c392e-47df-4e98-87c4-c5891e52de87", "name": "network-vif-deleted", "tag": "23bbcb22-654f-4d65-865c-2a79f8bb61e4", "status": "completed", "code": 200}]} {{(pid=110215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:26.561950 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bfb4372-dc15-43b8-a4ad-14f89f7e9fd8 {{(pid=110215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:26.562458 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfb4372-dc15-43b8-a4ad-14f89f7e9fd8'] response: {'server_uuid': '0f1c392e-47df-4e98-87c4-c5891e52de87', 'name': 'network-vif-deleted', 'tag': '23bbcb22-654f-4d65-865c-2a79f8bb61e4', 'status': 'completed', 'code': 200} Mar 24 07:55:26.617904 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] Set router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:26.794219 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca353b8-4e40-47d2-b14f-5ae686c103c5 req-23dc3151-a4e9-44bf-8995-e6560691d26a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:26.796151 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cca353b8-4e40-47d2-b14f-5ae686c103c5 req-23dc3151-a4e9-44bf-8995-e6560691d26a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 944 time: 0.0585241 Mar 24 07:55:26.835118 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:55:24Z', 'revision_number': 5, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:26.875664 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cca353b8-4e40-47d2-b14f-5ae686c103c5 req-3014dbac-388e-418e-95a2-405dc41d7023 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740008 Mar 24 07:55:26.880250 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66eb034-a163-4ba4-8e2d-505369485b98 None None] The sync data for ids ['2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb'] in dv-cinder-834822-3-iscsi is: [{'id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'name': 'tempest-TestVolumeBootPattern-651972754-router', 'tenant_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:47:13Z', 'updated_at': '2022-03-24T07:55:24Z', 'revision_number': 5, 'project_id': '2a01b7fd8bde4f94a8ca655ca3e27539', 'gw_port': {'id': 'c893a18e-eb84-42f1-8cd2-c3f427df8c50', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:47:14Z', 'updated_at': '2022-03-24T07:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:26.988003 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-71687962-3d66-422b-926e-e9fc094b2834 req-fa3d01cc-8e8b-4e5d-85c8-74ddfc271b9c tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f1c392e-47df-4e98-87c4-c5891e52de87 HTTP/1.1" status: 200 len: 210 time: 0.0352106 Mar 24 07:55:27.026574 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Deleting port c893a18e-eb84-42f1-8cd2-c3f427df8c50 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:27.026878 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.031423 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329d994-4cbc-4f82-b79c-de64e344c414 req-d190dff3-1a93-4559-8552-07bd7de64d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:27.032891 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f329d994-4cbc-4f82-b79c-de64e344c414 req-d190dff3-1a93-4559-8552-07bd7de64d21 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4857099 Mar 24 07:55:27.140752 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] For port c893a18e-eb84-42f1-8cd2-c3f427df8c50, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c893a18e-eb84-42f1-8cd2-c3f427df8c50,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:27.141121 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.156619 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Calling delete_port for c893a18e-eb84-42f1-8cd2-c3f427df8c50 owned by network:router_gateway {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:27.162861 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-17577074-d001-403f-80ce-6174ad2daffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:27.164399 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-17577074-d001-403f-80ce-6174ad2daffd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 1128 time: 0.0883038 Mar 24 07:55:27.245461 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-6f801b55-0520-4791-83ec-f97b71e6749c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8 HTTP/1.1" status: 200 len: 217 time: 0.0436423 Mar 24 07:55:27.344155 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-c7d04335-8f2f-4576-9d31-b22bb1bd42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:27.345580 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-c7d04335-8f2f-4576-9d31-b22bb1bd42b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0908489 Mar 24 07:55:27.435656 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0dbd4c60-a02a-4a2f-8e3d-89f0cd22bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:27.437303 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-0dbd4c60-a02a-4a2f-8e3d-89f0cd22bf2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843675 Mar 24 07:55:27.504142 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (c893a18e-eb84-42f1-8cd2-c3f427df8c50), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.537744 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c893a18e-eb84-42f1-8cd2-c3f427df8c50,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:27.597043 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-ce53c501-a6aa-405f-9cff-67d2ce4eecff service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501834 Mar 24 07:55:27.665815 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.706790 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79a4c8be-2ff8-4a17-b565-669e58cf211f no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:27.729525 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 79a4c8be-2ff8-4a17-b565-669e58cf211f {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:27.729871 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79a4c8be-2ff8-4a17-b565-669e58cf211f not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:27.774176 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.777414 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks [] for router_controller (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.829611 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3cb9a4f5-5ee3-4d37-9ff9-67468a27ca60 req-c90db515-a39f-431e-a9a0-b8304a91540a service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252502 Mar 24 07:55:27.907275 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.907745 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb {{(pid=110216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:55:27.919024 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:27.919024 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b013b9c3-22fa-4296-bb7c-d231e09814f7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2d2f66b8-80c4-486f-8925-7f1b3ccc2dcb HTTP/1.1" status: 204 len: 168 time: 1.8974285 Mar 24 07:55:27.919228 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58926) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:28.003219 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Deleting subnet 8a183bdb-9561-4057-89b0-8a919078a2c5 {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:55:28.024014 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Publish callbacks [] for subnet (8a183bdb-9561-4057-89b0-8a919078a2c5), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.055755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58930) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:28.075746 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (8a183bdb-9561-4057-89b0-8a919078a2c5), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.104301 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f8378-5a6b-4076-94b1-6b5441af1534 req-c87b404b-b5da-4734-8fff-6fc8b2c5e115 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:28.105802 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-315f8378-5a6b-4076-94b1-6b5441af1534 req-c87b404b-b5da-4734-8fff-6fc8b2c5e115 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 944 time: 0.1237814 Mar 24 07:55:28.119741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f53afe3b-b2f2-4838-aa09-07ef1dc4a2d7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group (a4c7a673-423b-4f8a-9efb-8768ebdc915c), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.145046 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f53afe3b-b2f2-4838-aa09-07ef1dc4a2d7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group (a4c7a673-423b-4f8a-9efb-8768ebdc915c), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.187061 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-315f8378-5a6b-4076-94b1-6b5441af1534 req-540b0822-1a01-4094-bff8-bdfc7e64338f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753167 Mar 24 07:55:28.199834 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (8a183bdb-9561-4057-89b0-8a919078a2c5), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.276778 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f53afe3b-b2f2-4838-aa09-07ef1dc4a2d7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a4c7a673-423b-4f8a-9efb-8768ebdc915c), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.279524 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-f53afe3b-b2f2-4838-aa09-07ef1dc4a2d7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.280793 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-f53afe3b-b2f2-4838-aa09-07ef1dc4a2d7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4c7a673-423b-4f8a-9efb-8768ebdc915c HTTP/1.1" status: 204 len: 168 time: 0.2237439 Mar 24 07:55:28.289831 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53afe3b-b2f2-4838-aa09-07ef1dc4a2d7 tempest-TestShelveInstance-1195341176 tempest-TestShelveInstance-1195341176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c7a673-423b-4f8a-9efb-8768ebdc915c,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:28.307637 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (8a183bdb-9561-4057-89b0-8a919078a2c5), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.333817 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a183bdb-9561-4057-89b0-8a919078a2c5,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:28.337706 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.341233 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-7ebbac19-c42c-4dcc-9689-d1723e72a3f9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a183bdb-9561-4057-89b0-8a919078a2c5 HTTP/1.1" status: 204 len: 168 time: 0.4230893 Mar 24 07:55:28.343832 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58934) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:28.346091 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c2c84-2cbf-4042-8a0b-e9d9e8df7f08 None None] Network 7ac98ad0-cd7c-4959-b411-68e07050830f requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:55:28.384197 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58936) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:28.430823 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (7ac98ad0-cd7c-4959-b411-68e07050830f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.491761 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Deleting port faef6205-dc65-4384-bce4-382bd04bae94 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:28.492230 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (faef6205-dc65-4384-bce4-382bd04bae94), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.564632 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] For port faef6205-dc65-4384-bce4-382bd04bae94, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=faef6205-dc65-4384-bce4-382bd04bae94,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:28.565342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (faef6205-dc65-4384-bce4-382bd04bae94), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.580094 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:28.581652 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Calling delete_port for faef6205-dc65-4384-bce4-382bd04bae94 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:28.603743 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 23bbcb22-654f-4d65-865c-2a79f8bb61e4 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:28.604416 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 23bbcb22-654f-4d65-865c-2a79f8bb61e4 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:28.674773 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] DHCP port deletion for 7ac98ad0-cd7c-4959-b411-68e07050830f request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:55:28.720458 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] Deleting port faef6205-dc65-4384-bce4-382bd04bae94 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:28.720458 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (faef6205-dc65-4384-bce4-382bd04bae94), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.740503 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (faef6205-dc65-4384-bce4-382bd04bae94), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.786178 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Pushing event deleted for resources: {'Port': ['ID=faef6205-dc65-4384-bce4-382bd04bae94,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:28.790630 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] No DVR routers for this DVR port faef6205-dc65-4384-bce4-382bd04bae94 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:28.791174 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] For port faef6205-dc65-4384-bce4-382bd04bae94, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=faef6205-dc65-4384-bce4-382bd04bae94,segment=NetworkSegment(55735c32-f879-4212-bf21-4ef1d7257f58),segment_id=55735c32-f879-4212-bf21-4ef1d7257f58)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:28.791588 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (faef6205-dc65-4384-bce4-382bd04bae94), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.805696 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] Calling delete_port for faef6205-dc65-4384-bce4-382bd04bae94 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:28.821493 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (7d8bb432-1650-4f65-80ef-8869b7f3abe9), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.862432 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (7ac98ad0-cd7c-4959-b411-68e07050830f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.884360 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac98ad0-cd7c-4959-b411-68e07050830f']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:28.884682 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (faef6205-dc65-4384-bce4-382bd04bae94), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.897396 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55735c32-f879-4212-bf21-4ef1d7257f58') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:28.897749 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55735c32-f879-4212-bf21-4ef1d7257f58') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:28.908324 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (55735c32-f879-4212-bf21-4ef1d7257f58), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.915111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] Pushing event deleted for resources: {'Port': ['ID=faef6205-dc65-4384-bce4-382bd04bae94,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:28.919023 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43314585-446e-4d8c-b677-d614b65fccf9 None None] No DVR routers for this DVR port faef6205-dc65-4384-bce4-382bd04bae94 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:28.922876 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (55735c32-f879-4212-bf21-4ef1d7257f58), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.934714 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:55:28.934951 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (55735c32-f879-4212-bf21-4ef1d7257f58), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:55:28.976091 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:55:29.055804 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (7ac98ad0-cd7c-4959-b411-68e07050830f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.061224 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.064599 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ac98ad0-cd7c-4959-b411-68e07050830f HTTP/1.1" status: 204 len: 168 time: 0.7196164 Mar 24 07:55:29.077412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a2593-98c8-4c3a-902f-afbf2e60faab admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac98ad0-cd7c-4959-b411-68e07050830f,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:29.342816 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b17233-2596-4545-8ada-bfefae4bad71 req-07ba882c-b754-4c58-ad4d-7a3f7ca2919d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:29.344662 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-95b17233-2596-4545-8ada-bfefae4bad71 req-07ba882c-b754-4c58-ad4d-7a3f7ca2919d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 944 time: 0.0866454 Mar 24 07:55:29.400582 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58944) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:29.414483 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-95b17233-2596-4545-8ada-bfefae4bad71 req-45eb7f6a-8bbe-4f52-89b7-dabdcf861c1e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519440 Mar 24 07:55:29.422065 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Deleting port 521b680c-9851-483e-b4ae-f30ffb342ecc {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:29.424545 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.446825 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-165e1270-e5bd-4746-8ffb-367e822c9d87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=732e20b796c4417d925b33585cc0a269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427768 Mar 24 07:55:29.447060 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58946) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:29.493849 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-91e6786d-5228-49eb-a42a-c5dee768f145 admin admin] Publish callbacks [] for security_group (67aecd77-85fc-451b-954e-e3b9d2ae22aa), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.504613 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] For port 521b680c-9851-483e-b4ae-f30ffb342ecc, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=521b680c-9851-483e-b4ae-f30ffb342ecc,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:29.504975 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.514175 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-91e6786d-5228-49eb-a42a-c5dee768f145 admin admin] Publish callbacks [] for security_group (67aecd77-85fc-451b-954e-e3b9d2ae22aa), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.517862 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Calling delete_port for 521b680c-9851-483e-b4ae-f30ffb342ecc owned by network:router_interface {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:29.656068 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-91e6786d-5228-49eb-a42a-c5dee768f145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (67aecd77-85fc-451b-954e-e3b9d2ae22aa), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.658740 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-91e6786d-5228-49eb-a42a-c5dee768f145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.659923 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-91e6786d-5228-49eb-a42a-c5dee768f145 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/67aecd77-85fc-451b-954e-e3b9d2ae22aa HTTP/1.1" status: 204 len: 168 time: 0.2119632 Mar 24 07:55:29.669210 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e6786d-5228-49eb-a42a-c5dee768f145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67aecd77-85fc-451b-954e-e3b9d2ae22aa,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:29.702874 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device faef6205-dc65-4384-bce4-382bd04bae94 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:29.723279 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: faef6205-dc65-4384-bce4-382bd04bae94 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:29.724569 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device faef6205-dc65-4384-bce4-382bd04bae94 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:29.724699 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c893a18e-eb84-42f1-8cd2-c3f427df8c50 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:29.744235 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: c893a18e-eb84-42f1-8cd2-c3f427df8c50 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:29.744515 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c893a18e-eb84-42f1-8cd2-c3f427df8c50 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:29.779558 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (521b680c-9851-483e-b4ae-f30ffb342ecc), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:29.808890 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=521b680c-9851-483e-b4ae-f30ffb342ecc,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:29.982502 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (7d8bb432-1650-4f65-80ef-8869b7f3abe9), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.205230 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:30.314500 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:30.319695 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2d2e9c27-f98b-4c00-a02c-a60547baa2c0 admin admin] 10.222.0.20 "PUT /v2.0/routers/7d8bb432-1650-4f65-80ef-8869b7f3abe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9344480 Mar 24 07:55:30.322250 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58952) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:30.323877 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] Sync routers for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:30.330484 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58954) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:30.337849 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:30.338686 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:30.441995 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-058ca851-7b15-4cc7-a32b-0e716be78c19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a01b7fd8bde4f94a8ca655ca3e27539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1103425 Mar 24 07:55:30.445113 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58958) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:30.454620 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:30.488861 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks [] for router (7d8bb432-1650-4f65-80ef-8869b7f3abe9), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.538471 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785eab1-be4a-40c1-a7df-2b65ab79278e req-195e1c52-af91-4f7f-959b-fafa78d3134b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:30.540269 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0785eab1-be4a-40c1-a7df-2b65ab79278e req-195e1c52-af91-4f7f-959b-fafa78d3134b tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 944 time: 0.0563395 Mar 24 07:55:30.578363 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b63912cc-9a7a-4479-9a92-79d6419cfef8 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:55:30.579569 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a357-a880-4cfb-8de5-dd564ea4b577 admin admin] Publish callbacks [] for security_group (84ac0f43-73a2-45e9-a681-ea8cf5ff53f5), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.602337 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0785eab1-be4a-40c1-a7df-2b65ab79278e req-2d5ebdd7-54e0-464d-abb7-ba8994b48457 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559804 Mar 24 07:55:30.612413 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a357-a880-4cfb-8de5-dd564ea4b577 admin admin] Publish callbacks [] for security_group (84ac0f43-73a2-45e9-a681-ea8cf5ff53f5), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.654422 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks [] for router_gateway (7d8bb432-1650-4f65-80ef-8869b7f3abe9), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.705031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port b63912cc-9a7a-4479-9a92-79d6419cfef8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:30.717723 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'port_id': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'mac_address': 'fa:16:3e:78:f4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:55:30.730772 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:55:29Z', 'revision_number': 5, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port': {'id': '79caef83-79fb-4452-b0a0-2329a0cf7266', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:da:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:29Z', 'updated_at': '2022-03-24T07:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:30.756136 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port b63912cc-9a7a-4479-9a92-79d6419cfef8 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:55:30.756781 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.760610 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] Checking router: 7d8bb432-1650-4f65-80ef-8869b7f3abe9 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:30.769598 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] Routers {'7d8bb432-1650-4f65-80ef-8869b7f3abe9'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:30.770222 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:30.774887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63912cc-9a7a-4479-9a92-79d6419cfef8 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:55:30.788848 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a357-a880-4cfb-8de5-dd564ea4b577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (84ac0f43-73a2-45e9-a681-ea8cf5ff53f5), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.791781 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9fb4a357-a880-4cfb-8de5-dd564ea4b577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.795269 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9fb4a357-a880-4cfb-8de5-dd564ea4b577 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84ac0f43-73a2-45e9-a681-ea8cf5ff53f5 HTTP/1.1" status: 204 len: 168 time: 0.3469501 Mar 24 07:55:30.798465 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port b63912cc-9a7a-4479-9a92-79d6419cfef8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:30.807479 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4a357-a880-4cfb-8de5-dd564ea4b577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ac0f43-73a2-45e9-a681-ea8cf5ff53f5,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:30.820111 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Deleting port 79caef83-79fb-4452-b0a0-2329a0cf7266 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:30.820457 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.862957 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] Set router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 gateway port host: None {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:30.874339 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.911055 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] For port 79caef83-79fb-4452-b0a0-2329a0cf7266, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=79caef83-79fb-4452-b0a0-2329a0cf7266,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:30.912071 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:30.918773 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:55:30Z', 'revision_number': 6, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port_host': None}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:30.929913 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Calling delete_port for 79caef83-79fb-4452-b0a0-2329a0cf7266 owned by network:router_gateway {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:30.945356 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=b63912cc-9a7a-4479-9a92-79d6419cfef8,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:30.961078 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9ace22-7d9e-4d3c-8cb0-f6063e4bc188 None None] The sync data for ids ['7d8bb432-1650-4f65-80ef-8869b7f3abe9'] in dv-cinder-834822-3-iscsi is: [{'id': '7d8bb432-1650-4f65-80ef-8869b7f3abe9', 'name': 'tempest-TestShelveInstance-2037976120-router', 'tenant_id': '2bf92b79514d43c69184310a84cf3294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:28Z', 'updated_at': '2022-03-24T07:55:30Z', 'revision_number': 6, 'project_id': '2bf92b79514d43c69184310a84cf3294', 'gw_port_host': None}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:31.146325 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['b63912cc-9a7a-4479-9a92-79d6419cfef8'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:55:31.168839 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (79caef83-79fb-4452-b0a0-2329a0cf7266), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.198099 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Pushing event deleted for resources: {'Port': ['ID=79caef83-79fb-4452-b0a0-2329a0cf7266,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:31.278388 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (7d8bb432-1650-4f65-80ef-8869b7f3abe9), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.386596 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (7d8bb432-1650-4f65-80ef-8869b7f3abe9), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.389757 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks [] for router_controller (7d8bb432-1650-4f65-80ef-8869b7f3abe9), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.493922 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (7d8bb432-1650-4f65-80ef-8869b7f3abe9), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.494630 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d8bb432-1650-4f65-80ef-8869b7f3abe9 {{(pid=110215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:55:31.498609 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.499769 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0c38f75c-058b-42b6-8d73-e13598ae4596 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7d8bb432-1650-4f65-80ef-8869b7f3abe9 HTTP/1.1" status: 204 len: 168 time: 1.1765583 Mar 24 07:55:31.502377 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58962) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:31.550010 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Deleting subnet 6b10318a-d505-460d-80be-3dfba500be2b {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:55:31.553896 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Publish callbacks [] for subnet (6b10318a-d505-460d-80be-3dfba500be2b), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.587526 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (6b10318a-d505-460d-80be-3dfba500be2b), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.663344 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (6b10318a-d505-460d-80be-3dfba500be2b), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.754835 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27900ffb-ae0d-4916-b610-472449632301 req-f4ff2084-14ec-4595-ab69-01d59b3fd80e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:31.757211 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-27900ffb-ae0d-4916-b610-472449632301 req-f4ff2084-14ec-4595-ab69-01d59b3fd80e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 945 time: 0.0746386 Mar 24 07:55:31.798658 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79caef83-79fb-4452-b0a0-2329a0cf7266 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:31.809307 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-27900ffb-ae0d-4916-b610-472449632301 req-aa7d9b62-6f57-4191-a77f-8831463aeb1a tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444102 Mar 24 07:55:31.810865 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (6b10318a-d505-460d-80be-3dfba500be2b), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.824567 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 79caef83-79fb-4452-b0a0-2329a0cf7266 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:31.824917 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 79caef83-79fb-4452-b0a0-2329a0cf7266 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:31.825601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 521b680c-9851-483e-b4ae-f30ffb342ecc no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:31.835599 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b10318a-d505-460d-80be-3dfba500be2b,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:31.841608 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.844914 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-2fd133f0-3f74-41d6-a74d-a509db01ee42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6b10318a-d505-460d-80be-3dfba500be2b HTTP/1.1" status: 204 len: 168 time: 0.3416107 Mar 24 07:55:31.847459 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58966) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:31.848256 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 521b680c-9851-483e-b4ae-f30ffb342ecc {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:31.849700 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 521b680c-9851-483e-b4ae-f30ffb342ecc not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:31.852665 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2c2f3-f506-4d90-ac38-02497ce89138 None None] Network 4ff8177c-1363-464b-a5e4-c24f05618e51 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:55:31.921945 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (4ff8177c-1363-464b-a5e4-c24f05618e51), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:31.984141 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Deleting port 64297c97-77bd-4b36-8a99-87d801daeb35 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:31.984478 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.015613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] DHCP port deletion for 4ff8177c-1363-464b-a5e4-c24f05618e51 request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:55:32.050280 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] For port 64297c97-77bd-4b36-8a99-87d801daeb35, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=64297c97-77bd-4b36-8a99-87d801daeb35,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:32.050643 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.069261 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Calling delete_port for 64297c97-77bd-4b36-8a99-87d801daeb35 owned by network:dhcp {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:32.076121 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] Deleting port 64297c97-77bd-4b36-8a99-87d801daeb35 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:32.076502 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.138702 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] For port 64297c97-77bd-4b36-8a99-87d801daeb35, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=64297c97-77bd-4b36-8a99-87d801daeb35,segment=NetworkSegment(0648c11c-2cfd-4fca-9ea8-f2a2e9628071),segment_id=0648c11c-2cfd-4fca-9ea8-f2a2e9628071)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:32.139111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.152218 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] Calling delete_port for 64297c97-77bd-4b36-8a99-87d801daeb35 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:32.198986 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.226649 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] No DVR routers for this DVR port 64297c97-77bd-4b36-8a99-87d801daeb35 on host dv-cinder-834822-3-iscsi {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:32.231449 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Pushing event deleted for resources: {'Port': ['ID=64297c97-77bd-4b36-8a99-87d801daeb35,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:32.231613 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (64297c97-77bd-4b36-8a99-87d801daeb35), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.258364 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] Pushing event deleted for resources: {'Port': ['ID=64297c97-77bd-4b36-8a99-87d801daeb35,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:32.262229 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38d0c6-7536-4a8b-8977-2303f36e5acc None None] No DVR routers for this DVR port 64297c97-77bd-4b36-8a99-87d801daeb35 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:32.304544 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (4ff8177c-1363-464b-a5e4-c24f05618e51), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.324291 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff8177c-1363-464b-a5e4-c24f05618e51']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:32.334094 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0648c11c-2cfd-4fca-9ea8-f2a2e9628071') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:32.334402 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0648c11c-2cfd-4fca-9ea8-f2a2e9628071') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:32.346995 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (0648c11c-2cfd-4fca-9ea8-f2a2e9628071), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.360207 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (0648c11c-2cfd-4fca-9ea8-f2a2e9628071), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.366952 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:55:32.367338 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (0648c11c-2cfd-4fca-9ea8-f2a2e9628071), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:55:32.368966 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:55:32.493499 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (4ff8177c-1363-464b-a5e4-c24f05618e51), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.498713 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.501831 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4ff8177c-1363-464b-a5e4-c24f05618e51 HTTP/1.1" status: 204 len: 168 time: 0.6507814 Mar 24 07:55:32.508073 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58968) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:32.513573 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56365d0a-2e09-49f4-a561-5ad2edf3c28a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff8177c-1363-464b-a5e4-c24f05618e51,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:32.624356 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b63912cc-9a7a-4479-9a92-79d6419cfef8 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:55:32.727778 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port b63912cc-9a7a-4479-9a92-79d6419cfef8 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:55:32.731864 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port b63912cc-9a7a-4479-9a92-79d6419cfef8 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:55:32.732272 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.813396 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port b63912cc-9a7a-4479-9a92-79d6419cfef8 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:55:32.814187 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.838679 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:32.845874 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ddcd67-10ea-44a2-baa3-92ff0a4e2453" -d '{"events": [{"server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "name": "network-vif-plugged", "status": "completed", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:32.857876 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (cc4b2792-0598-4b13-84c9-eb011cfd8377), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.868575 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port b63912cc-9a7a-4479-9a92-79d6419cfef8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:32.881866 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84376502-fe65-4a89-8cba-8cda0d379221 x-openstack-request-id: req-84376502-fe65-4a89-8cba-8cda0d379221 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:32.882225 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "name": "network-vif-plugged", "status": "completed", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:32.882546 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84376502-fe65-4a89-8cba-8cda0d379221 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:32.883018 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84376502-fe65-4a89-8cba-8cda0d379221'] response: {'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'code': 200} Mar 24 07:55:32.935665 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:32.985597 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=b63912cc-9a7a-4479-9a92-79d6419cfef8,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:32.992693 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8ea24-182a-4b9c-9884-641f3d810382 req-292faf7e-3fc9-4be7-9e69-6bca757456eb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:32.994212 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cee8ea24-182a-4b9c-9884-641f3d810382 req-292faf7e-3fc9-4be7-9e69-6bca757456eb tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 945 time: 0.1013119 Mar 24 07:55:33.091359 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-cee8ea24-182a-4b9c-9884-641f3d810382 req-4ac5a063-fd7e-41bf-aa16-c2565c0d233e tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904388 Mar 24 07:55:33.183557 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Deleting port 48e2a04f-f49c-4ed0-bcd2-5b199c157469 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:33.183902 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:33.290996 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] For port 48e2a04f-f49c-4ed0-bcd2-5b199c157469, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=48e2a04f-f49c-4ed0-bcd2-5b199c157469,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:33.291357 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:33.307922 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Calling delete_port for 48e2a04f-f49c-4ed0-bcd2-5b199c157469 owned by network:router_interface {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:33.313334 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82e26a-5512-41d1-ac34-32495d154bbb req-e9996555-506b-4e27-987f-9d2aebcf567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:33.314810 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6f82e26a-5512-41d1-ac34-32495d154bbb req-e9996555-506b-4e27-987f-9d2aebcf567b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 1130 time: 0.0839520 Mar 24 07:55:33.403201 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-6f82e26a-5512-41d1-ac34-32495d154bbb req-3af51291-6343-4ee0-88ef-d0b1c8e300f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794044 Mar 24 07:55:33.581240 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (48e2a04f-f49c-4ed0-bcd2-5b199c157469), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:33.605920 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e2a04f-f49c-4ed0-bcd2-5b199c157469,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:33.744949 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 64297c97-77bd-4b36-8a99-87d801daeb35 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:33.770493 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 64297c97-77bd-4b36-8a99-87d801daeb35 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:33.770893 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 64297c97-77bd-4b36-8a99-87d801daeb35 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:33.790603 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (cc4b2792-0598-4b13-84c9-eb011cfd8377), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:34.006483 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Router cc4b2792-0598-4b13-84c9-eb011cfd8377 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:34.113453 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:34.119664 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-57a77b35-55b1-425b-a0fd-69d85fba2344 admin admin] 10.222.0.20 "PUT /v2.0/routers/cc4b2792-0598-4b13-84c9-eb011cfd8377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6125000 Mar 24 07:55:34.121779 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58976) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:34.122721 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] Sync routers for ids ['cc4b2792-0598-4b13-84c9-eb011cfd8377'] in dv-cinder-834822-3-iscsi {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:34.137459 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] Routers {'cc4b2792-0598-4b13-84c9-eb011cfd8377'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:34.138095 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['cc4b2792-0598-4b13-84c9-eb011cfd8377'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:34.246088 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] Set router cc4b2792-0598-4b13-84c9-eb011cfd8377 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:34.262810 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73b776-d96e-4d37-a260-9ac33e7419e8 req-532a1f41-c53a-4fc6-864a-e3ccca7c0f26 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:34.264228 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-df73b776-d96e-4d37-a260-9ac33e7419e8 req-532a1f41-c53a-4fc6-864a-e3ccca7c0f26 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 946 time: 0.0732970 Mar 24 07:55:34.273910 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks [] for router (cc4b2792-0598-4b13-84c9-eb011cfd8377), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:34.383487 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-df73b776-d96e-4d37-a260-9ac33e7419e8 req-43c3377c-cfbe-4421-858b-25c92828a4b2 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127503 Mar 24 07:55:34.412541 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks [] for router_gateway (cc4b2792-0598-4b13-84c9-eb011cfd8377), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:34.432141 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:55:33Z', 'revision_number': 5, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:34.459326 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] Checking router: cc4b2792-0598-4b13-84c9-eb011cfd8377 for host: dv-cinder-834822-3-iscsi {{(pid=110217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:34.468252 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] Routers {'cc4b2792-0598-4b13-84c9-eb011cfd8377'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:34.468877 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['cc4b2792-0598-4b13-84c9-eb011cfd8377'], 'active': True} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:34.530879 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Deleting port 4b29a478-b1ad-41bd-a5f4-264db860dd6b {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:34.531142 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:34.580031 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvr_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] Set router cc4b2792-0598-4b13-84c9-eb011cfd8377 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:34.612937 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] For port 4b29a478-b1ad-41bd-a5f4-264db860dd6b, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=4b29a478-b1ad-41bd-a5f4-264db860dd6b,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:34.613311 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:34.626635 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Calling delete_port for 4b29a478-b1ad-41bd-a5f4-264db860dd6b owned by network:router_gateway {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:34.771359 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_hamode_db [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:55:33Z', 'revision_number': 5, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:34.798481 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf409c-a994-4956-b24e-a4f9579c1606 None None] The sync data for ids ['cc4b2792-0598-4b13-84c9-eb011cfd8377'] in dv-cinder-834822-3-iscsi is: [{'id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'name': 'tempest-TestShelveInstance-21483506-router', 'tenant_id': 'c5a9c144e1e340a1981332c6af704963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:50:35Z', 'updated_at': '2022-03-24T07:55:33Z', 'revision_number': 5, 'project_id': 'c5a9c144e1e340a1981332c6af704963', 'gw_port': {'id': '4b29a478-b1ad-41bd-a5f4-264db860dd6b', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4b2792-0598-4b13-84c9-eb011cfd8377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:50:36Z', 'updated_at': '2022-03-24T07:50:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}] {{(pid=110217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:34.853932 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (4b29a478-b1ad-41bd-a5f4-264db860dd6b), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:34.878158 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b29a478-b1ad-41bd-a5f4-264db860dd6b,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:34.943527 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (cc4b2792-0598-4b13-84c9-eb011cfd8377), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.035195 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (cc4b2792-0598-4b13-84c9-eb011cfd8377), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.038045 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks [] for router_controller (cc4b2792-0598-4b13-84c9-eb011cfd8377), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.158750 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (cc4b2792-0598-4b13-84c9-eb011cfd8377), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.159442 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc4b2792-0598-4b13-84c9-eb011cfd8377 {{(pid=110215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:55:35.164136 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.167695 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9bac601f-f55e-4f28-bf30-f57bac116fc4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cc4b2792-0598-4b13-84c9-eb011cfd8377 HTTP/1.1" status: 204 len: 168 time: 1.0425355 Mar 24 07:55:35.168529 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58978) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:35.218144 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Deleting subnet ab0cd42d-65e1-4595-80db-65e351099ab6 {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:55:35.221439 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Publish callbacks [] for subnet (ab0cd42d-65e1-4595-80db-65e351099ab6), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.258656 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (ab0cd42d-65e1-4595-80db-65e351099ab6), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.336493 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (ab0cd42d-65e1-4595-80db-65e351099ab6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.460746 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (ab0cd42d-65e1-4595-80db-65e351099ab6), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.491278 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0cd42d-65e1-4595-80db-65e351099ab6,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:35.493336 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.496715 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-87f40c07-68a3-4299-8b5b-24f82b058a0a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab0cd42d-65e1-4595-80db-65e351099ab6 HTTP/1.1" status: 204 len: 168 time: 0.3276932 Mar 24 07:55:35.497186 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc221a28-28a7-491b-a1ff-282d8b525967 None None] Network ad031ad2-8fb6-498e-aa08-be939db5defe requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:55:35.500701 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 58982) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:35.510485 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c901f7-b39b-4349-9821-a040e96d7838 req-c2c67514-efb5-4889-babe-bf56819069b7 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:35.512029 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b0c901f7-b39b-4349-9821-a040e96d7838 req-c2c67514-efb5-4889-babe-bf56819069b7 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 946 time: 0.0589676 Mar 24 07:55:35.564441 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b0c901f7-b39b-4349-9821-a040e96d7838 req-04d66570-0961-4486-9f67-9e2c2924d245 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450339 Mar 24 07:55:35.571499 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (ad031ad2-8fb6-498e-aa08-be939db5defe), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.627763 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Deleting port f6de3426-b212-4e17-9b91-03dc30499ab6 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:35.628165 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.721412 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] For port f6de3426-b212-4e17-9b91-03dc30499ab6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f6de3426-b212-4e17-9b91-03dc30499ab6,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:35.721687 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.729903 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.736847 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Calling delete_port for f6de3426-b212-4e17-9b91-03dc30499ab6 owned by network:dhcp {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:35.754470 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458c16b-f765-4f3c-8e4e-a5cc10dffea5 req-0bc82f20-34a3-4030-88df-b18fe167c398 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:35.756687 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-d458c16b-f765-4f3c-8e4e-a5cc10dffea5 req-0bc82f20-34a3-4030-88df-b18fe167c398 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 946 time: 0.1165977 Mar 24 07:55:35.767932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58986) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:35.772439 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Request body: {'floatingip': {'port_id': 'b63912cc-9a7a-4479-9a92-79d6419cfef8'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:55:35.782039 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] DHCP port deletion for ad031ad2-8fb6-498e-aa08-be939db5defe request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:55:35.854407 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (c21f5513-521f-4a39-9cfe-7514bbcef1b9), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.860628 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] Deleting port f6de3426-b212-4e17-9b91-03dc30499ab6 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:55:35.861004 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.897130 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f6de3426-b212-4e17-9b91-03dc30499ab6 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:35.954844 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] For port f6de3426-b212-4e17-9b91-03dc30499ab6, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=f6de3426-b212-4e17-9b91-03dc30499ab6,segment=NetworkSegment(ae6e332a-45c7-4cda-aece-118ce536221e),segment_id=ae6e332a-45c7-4cda-aece-118ce536221e)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:55:35.955239 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.957049 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:35.977559 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No active binding found for port f6de3426-b212-4e17-9b91-03dc30499ab6 {{(pid=110217) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 24 07:55:35.977559 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] The host dv-cinder-834822-3-iscsi is not matching for port f6de3426-b212-4e17-9b91-03dc30499ab6 host None! {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 24 07:55:35.977559 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device f6de3426-b212-4e17-9b91-03dc30499ab6 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:35.977559 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4b29a478-b1ad-41bd-a5f4-264db860dd6b no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:35.978156 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] Calling delete_port for f6de3426-b212-4e17-9b91-03dc30499ab6 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:55:35.986964 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6de3426-b212-4e17-9b91-03dc30499ab6,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:35.997968 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] No DVR routers for this DVR port f6de3426-b212-4e17-9b91-03dc30499ab6 on host dv-cinder-834822-3-iscsi {{(pid=110215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:36.000594 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 4b29a478-b1ad-41bd-a5f4-264db860dd6b {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:36.000944 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 4b29a478-b1ad-41bd-a5f4-264db860dd6b not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:36.001370 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 48e2a04f-f49c-4ed0-bcd2-5b199c157469 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:55:36.027887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 48e2a04f-f49c-4ed0-bcd2-5b199c157469 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:55:36.027887 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 48e2a04f-f49c-4ed0-bcd2-5b199c157469 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:55:36.073020 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (ad031ad2-8fb6-498e-aa08-be939db5defe), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.094566 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad031ad2-8fb6-498e-aa08-be939db5defe']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:36.105850 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6e332a-45c7-4cda-aece-118ce536221e') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:36.106151 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6e332a-45c7-4cda-aece-118ce536221e') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:36.116846 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (ae6e332a-45c7-4cda-aece-118ce536221e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.132134 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (ae6e332a-45c7-4cda-aece-118ce536221e), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.139375 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:55:36.139780 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (ae6e332a-45c7-4cda-aece-118ce536221e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:55:36.141579 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:55:36.228713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (f6de3426-b212-4e17-9b91-03dc30499ab6), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.254349 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] Pushing event deleted for resources: {'Port': ['ID=f6de3426-b212-4e17-9b91-03dc30499ab6,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:36.258929 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165d8a7b-63c8-4b39-b1d4-0b78e959b4b2 None None] No DVR routers for this DVR port f6de3426-b212-4e17-9b91-03dc30499ab6 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:55:36.273591 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (ad031ad2-8fb6-498e-aa08-be939db5defe), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.279657 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.283682 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad031ad2-8fb6-498e-aa08-be939db5defe HTTP/1.1" status: 204 len: 168 time: 0.7817922 Mar 24 07:55:36.296063 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6216623-12bf-422e-9acf-cacb5e546a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad031ad2-8fb6-498e-aa08-be939db5defe,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:36.588356 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.631143 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58990) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:36.672267 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7be74a08-fb2f-45f1-84a8-da1fff1e2455 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bf92b79514d43c69184310a84cf3294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399902 Mar 24 07:55:36.674711 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 58992) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:36.687418 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (c21f5513-521f-4a39-9cfe-7514bbcef1b9), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.802828 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b396c85-619c-4b75-b5cb-5322ad2910c8 admin admin] Publish callbacks [] for security_group (dd230ca4-f99c-437c-a648-8fc566500c9e), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:36.824203 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Floating IP c21f5513-521f-4a39-9cfe-7514bbcef1b9 associated. External IP: 172.27.3.153, port: b63912cc-9a7a-4479-9a92-79d6419cfef8. Mar 24 07:55:36.891194 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b396c85-619c-4b75-b5cb-5322ad2910c8 admin admin] Publish callbacks [] for security_group (dd230ca4-f99c-437c-a648-8fc566500c9e), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.043161 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b396c85-619c-4b75-b5cb-5322ad2910c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (dd230ca4-f99c-437c-a648-8fc566500c9e), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.045732 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-7b396c85-619c-4b75-b5cb-5322ad2910c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.046872 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-7b396c85-619c-4b75-b5cb-5322ad2910c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd230ca4-f99c-437c-a648-8fc566500c9e HTTP/1.1" status: 204 len: 168 time: 0.3712528 Mar 24 07:55:37.060250 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b396c85-619c-4b75-b5cb-5322ad2910c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd230ca4-f99c-437c-a648-8fc566500c9e,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:37.077766 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Router 24613cdf-d586-4904-9e86-31be613ad332 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:55:37.194425 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:55:37.198743 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.204061 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:55:37.213520 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:37.214131 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:37.230748 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-b807cc20-81d1-4bdc-9905-1c3c735b341f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "PUT /v2.0/floatingips/c21f5513-521f-4a39-9cfe-7514bbcef1b9 HTTP/1.1" status: 200 len: 992 time: 1.4622371 Mar 24 07:55:37.231496 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:55:37.233915 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fd5cc1-1ce1-443d-9056-9c3519325dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:55:37.276498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366b26a3-87df-4c2d-9c39-535d1d3558ba x-openstack-request-id: req-366b26a3-87df-4c2d-9c39-535d1d3558ba {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:55:37.276498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:55:37.276759 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-366b26a3-87df-4c2d-9c39-535d1d3558ba {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:55:37.277121 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366b26a3-87df-4c2d-9c39-535d1d3558ba'] response: {'name': 'network-changed', 'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'status': 'completed', 'code': 200} Mar 24 07:55:37.325339 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:37.348849 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-f61d2170-9cad-4d6b-8fc3-48c0dae1b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:37.348849 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-f61d2170-9cad-4d6b-8fc3-48c0dae1b142 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 1130 time: 0.0471628 Mar 24 07:55:37.444036 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-599b9b24-1273-4a0f-8842-f752de1bfc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:37.447426 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-599b9b24-1273-4a0f-8842-f752de1bfc26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 911 time: 0.0965035 Mar 24 07:55:37.515062 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-d8fb9c6e-2a08-4b6a-9f18-64e969f3deb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8 HTTP/1.1" status: 200 len: 1000 time: 0.0635457 Mar 24 07:55:37.567221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-0ab6c7f6-601e-4fb2-a613-8c8071f3e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:37.569051 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-0ab6c7f6-601e-4fb2-a613-8c8071f3e9fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0481200 Mar 24 07:55:37.578090 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'c21f5513-521f-4a39-9cfe-7514bbcef1b9', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '24613cdf-d586-4904-9e86-31be613ad332', 'port_id': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'mac_address': 'fa:16:3e:78:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:55:18Z', 'updated_at': '2022-03-24T07:55:36Z', 'revision_number': 1, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:37.607785 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:55:37.616656 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:55:37.617270 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:55:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:37.622648 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-9f7c64dd-5783-40a3-95a2-9c2115011c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:37.624209 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-9f7c64dd-5783-40a3-95a2-9c2115011c1d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493808 Mar 24 07:55:37.716568 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-2a599044-5eb0-478c-a8ae-a77089be262b service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Mar 24 07:55:37.722934 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:55:37.732415 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59002) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:37.780527 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-9e55a0ef-d5e9-42c5-a977-e86983d667c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c5a9c144e1e340a1981332c6af704963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491884 Mar 24 07:55:37.781025 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59004) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:55:37.829462 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-48fd5cc1-1ce1-443d-9056-9c3519325dc3 req-96cd1fb1-a04e-4bd4-b080-a44753364302 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066771 Mar 24 07:55:37.845115 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3cc5-fd38-4699-9665-30079078d99b admin admin] Publish callbacks [] for security_group (68eee326-7652-486b-af7e-fa87be37a8ba), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.868676 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3cc5-fd38-4699-9665-30079078d99b admin admin] Publish callbacks [] for security_group (68eee326-7652-486b-af7e-fa87be37a8ba), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.965631 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'c21f5513-521f-4a39-9cfe-7514bbcef1b9', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '24613cdf-d586-4904-9e86-31be613ad332', 'port_id': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'mac_address': 'fa:16:3e:78:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:55:18Z', 'updated_at': '2022-03-24T07:55:36Z', 'revision_number': 1, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:55:37.991547 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3cc5-fd38-4699-9665-30079078d99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (68eee326-7652-486b-af7e-fa87be37a8ba), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.992713 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad52bfd1-85f6-4994-b68a-0993e5c50b65 None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_floatingips': [{'id': 'c21f5513-521f-4a39-9cfe-7514bbcef1b9', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'router_id': '24613cdf-d586-4904-9e86-31be613ad332', 'port_id': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'mac_address': 'fa:16:3e:78:f4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-24T07:55:18Z', 'updated_at': '2022-03-24T07:55:36Z', 'revision_number': 1, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:55:37.994111 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3cc5-fd38-4699-9665-30079078d99b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:37.995270 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e9bb3cc5-fd38-4699-9665-30079078d99b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68eee326-7652-486b-af7e-fa87be37a8ba HTTP/1.1" status: 204 len: 168 time: 0.2133350 Mar 24 07:55:38.008809 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb3cc5-fd38-4699-9665-30079078d99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eee326-7652-486b-af7e-fa87be37a8ba,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:55:38.196802 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b722453e-2974-4f61-a86b-e6b371d6c8cf None None] New status for floating IP c21f5513-521f-4a39-9cfe-7514bbcef1b9: ACTIVE {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:55:42.324159 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6e4484dd-db93-43cc-abe1-dfdb38e287b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:44.643860 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-d3940df0-b6b4-432c-af68-c33329beecb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:45.676425 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:47.022784 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-73f1d900-7ef5-401b-84d4-159d2cfd1d8a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478776 Mar 24 07:55:47.107819 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-2f278e07-068f-4070-9189-089e31099c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:47.109342 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-2f278e07-068f-4070-9189-089e31099c55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=99b3c5022848402db4428620fe3b5b96&device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 1130 time: 0.0456297 Mar 24 07:55:47.214449 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-240c523e-13da-48cd-b2c3-39a41532870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:47.215918 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-240c523e-13da-48cd-b2c3-39a41532870a service neutron] 10.222.0.67 "GET /v2.0/networks?id=812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 200 len: 911 time: 0.0882337 Mar 24 07:55:47.236670 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:47.283519 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-21ff0cf2-9764-4fc2-8940-dc93c1e47da2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8 HTTP/1.1" status: 200 len: 1002 time: 0.0580776 Mar 24 07:55:47.330258 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-5b6642bf-c27a-4c08-9ff1-9426a7d17da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:47.331684 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-5b6642bf-c27a-4c08-9ff1-9426a7d17da6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 200 len: 849 time: 0.0425031 Mar 24 07:55:47.383480 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-234d66a2-fc60-483e-bfce-f11aebc3db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:55:47.385026 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-234d66a2-fc60-483e-bfce-f11aebc3db48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=812526c6-7f51-4950-ad16-26c5318a7d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470998 Mar 24 07:55:47.475465 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-72deac68-4799-497c-9f55-7e40ba7662f5 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820940 Mar 24 07:55:47.568547 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6973295-abd2-4998-ab7c-59556fb4ce98 req-bbda16d7-f2c1-4857-8cc5-78445a03a937 service neutron] 10.222.0.67 "GET /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861599 Mar 24 07:55:48.712207 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:55:53.291744 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:56:05.744532 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:12.294617 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-821d77b8-832f-4867-807b-3d9d07d8eb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:14.625934 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7a79a24d-1572-4cf7-90e6-edeb486268a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:15.671210 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:17.226311 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:18.682987 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:30.291113 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:56:35.734352 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:37.726728 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8a107-f20d-4ab6-a97e-fb9aaff21205 req-1fdf02d8-cf6c-494c-9257-6be2b7666574 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:56:37.728221 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-29b8a107-f20d-4ab6-a97e-fb9aaff21205 req-1fdf02d8-cf6c-494c-9257-6be2b7666574 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Mar 24 07:56:37.773785 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-29b8a107-f20d-4ab6-a97e-fb9aaff21205 req-56db2701-1282-4d61-a23c-d668a9008575 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400627 Mar 24 07:56:39.160361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7276f7-b053-4249-a16a-1d12875a98f0 req-d691044e-82f7-4735-b3c4-e7d84fbf24a9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:56:39.161866 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2b7276f7-b053-4249-a16a-1d12875a98f0 req-d691044e-82f7-4735-b3c4-e7d84fbf24a9 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 946 time: 0.3202636 Mar 24 07:56:39.207085 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-2b7276f7-b053-4249-a16a-1d12875a98f0 req-86cc3b8d-dd95-4bde-9fea-4f8f82a7ebb7 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups?id=6523361c-1d5e-4916-af97-dbc774bf45e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389431 Mar 24 07:56:39.636326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783206e-7910-447f-8a16-5caae47726b8 req-6310ca29-1e6f-4505-aa74-4d007072ba1f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:56:39.637822 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a783206e-7910-447f-8a16-5caae47726b8 req-6310ca29-1e6f-4505-aa74-4d007072ba1f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 946 time: 0.0504198 Mar 24 07:56:39.739193 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Deleting port b63912cc-9a7a-4479-9a92-79d6419cfef8 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:56:39.739546 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:39.826126 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] For port b63912cc-9a7a-4479-9a92-79d6419cfef8, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=b63912cc-9a7a-4479-9a92-79d6419cfef8,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:56:39.826498 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:39.998846 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:39.999138 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3721027'] for floatingip (c21f5513-521f-4a39-9cfe-7514bbcef1b9), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:39.999461 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.l3_db [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Floating IP c21f5513-521f-4a39-9cfe-7514bbcef1b9 disassociated. External IP: 172.27.3.153, port: b63912cc-9a7a-4479-9a92-79d6419cfef8. Mar 24 07:56:39.999811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Calling delete_port for b63912cc-9a7a-4479-9a92-79d6419cfef8 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:56:40.191047 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (b63912cc-9a7a-4479-9a92-79d6419cfef8), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:40.219845 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event deleted for resources: {'Port': ['ID=b63912cc-9a7a-4479-9a92-79d6419cfef8,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:40.230606 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.230965 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.231317 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.231665 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.232033 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.232371 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.232705 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.233041 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.233375 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.233706 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.234035 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.234836 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.234836 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.235010 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.235317 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:40.336838 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e8059e0a-5d72-4017-8169-c956848a1c81 req-ad26ab1f-5bbf-4800-b721-ae19c08989c7 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0328417 Mar 24 07:56:40.375789 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Router 24613cdf-d586-4904-9e86-31be613ad332 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:56:40.483815 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:56:40.494350 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:56:40.504257 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:56:40.504936 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:56:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:40.525101 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] No DVR routers for this DVR port b63912cc-9a7a-4479-9a92-79d6419cfef8 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:56:40.527667 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:40.530974 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a783206e-7910-447f-8a16-5caae47726b8 req-c824393e-184f-414e-831c-3445ad87038d tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.67 "DELETE /v2.0/ports/b63912cc-9a7a-4479-9a92-79d6419cfef8 HTTP/1.1" status: 204 len: 173 time: 0.8848536 Mar 24 07:56:40.531411 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'name': 'network-vif-deleted', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:56:40.533678 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd37b422-7542-4f31-a03a-fa0469ebd065" -d '{"events": [{"server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "name": "network-vif-deleted", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:56:40.570651 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3a703-0d0b-46ef-b544-57f3eed2ce81 x-openstack-request-id: req-6eb3a703-0d0b-46ef-b544-57f3eed2ce81 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:56:40.571028 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86ffe119-fbb7-47a6-958e-7ae5414c01a6", "name": "network-vif-deleted", "tag": "b63912cc-9a7a-4479-9a92-79d6419cfef8", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:56:40.571991 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eb3a703-0d0b-46ef-b544-57f3eed2ce81 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:56:40.572295 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb3a703-0d0b-46ef-b544-57f3eed2ce81'] response: {'server_uuid': '86ffe119-fbb7-47a6-958e-7ae5414c01a6', 'name': 'network-vif-deleted', 'tag': 'b63912cc-9a7a-4479-9a92-79d6419cfef8', 'status': 'completed', 'code': 200} Mar 24 07:56:40.622274 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:56:40.926708 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:40.953877 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:56:40.962649 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:56:40.963252 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:56:15Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:41.070052 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:56:41.276780 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:41.302587 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c49bd63-f276-4ba4-aa42-da511f86208f None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:23Z', 'revision_number': 4, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi', '_interfaces': [{'id': '295a899a-a7e5-4382-9bc1-ca3d8413a447', 'name': '', 'network_id': '812526c6-7f51-4950-ad16-26c5318a7d20', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'mac_address': 'fa:16:3e:a8:6d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:22Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'subnets': [{'id': 'ec2defc5-35bc-4903-a003-c03ffac0afec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:56:41.449001 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-4b0d3cb3-4231-4428-9709-ebb99da5eb20 req-ca99c061-2e2b-4177-93e2-f389de944779 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/ports?device_id=86ffe119-fbb7-47a6-958e-7ae5414c01a6 HTTP/1.1" status: 200 len: 210 time: 0.0290217 Mar 24 07:56:41.542541 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c759f70-4d29-4e77-b76f-a814f6442be9 None None] New status for floating IP c21f5513-521f-4a39-9cfe-7514bbcef1b9: DOWN {{(pid=110217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 24 07:56:42.298111 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de42abd7-1e69-4963-afb7-aa3107d5f5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:42.584345 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59158) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:42.637384 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (6523361c-1d5e-4916-af97-dbc774bf45e9), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:42.661643 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (6523361c-1d5e-4916-af97-dbc774bf45e9), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:42.778588 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (6523361c-1d5e-4916-af97-dbc774bf45e9), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:42.781230 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:42.782429 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "DELETE /v2.0/security-groups/6523361c-1d5e-4916-af97-dbc774bf45e9 HTTP/1.1" status: 204 len: 168 time: 0.1964209 Mar 24 07:56:42.785205 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59160) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:42.791627 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523361c-1d5e-4916-af97-dbc774bf45e9,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:42.798223 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.api.v2.resource [None req-190573fa-070c-48ee-ab2c-25ba01774884 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] show failed (client error): The resource could not be found. Mar 24 07:56:42.798609 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.801874 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802026 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-190573fa-070c-48ee-ab2c-25ba01774884 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "GET /v2.0/security-groups/6523361c-1d5e-4916-af97-dbc774bf45e9 HTTP/1.1" status: 404 len: 347 time: 0.0130296 Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.802147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.803063 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59162) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:42.803171 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.803171 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.803171 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db549e58-ad08-4fb1-892c-53337533b472 tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:42.928573 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Deleting port 04418b52-f9d6-4c49-ae33-6ea0ec1cc92f {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:56:42.928964 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:43.045083 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b63912cc-9a7a-4479-9a92-79d6419cfef8 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:56:43.066999 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: b63912cc-9a7a-4479-9a92-79d6419cfef8 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:56:43.067467 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device b63912cc-9a7a-4479-9a92-79d6419cfef8 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:56:43.268806 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:43.269138 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:43.281463 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Calling delete_port for 04418b52-f9d6-4c49-ae33-6ea0ec1cc92f owned by network:floatingip {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:56:43.499864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (04418b52-f9d6-4c49-ae33-6ea0ec1cc92f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:43.525370 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Pushing event deleted for resources: {'Port': ['ID=04418b52-f9d6-4c49-ae33-6ea0ec1cc92f,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:43.586387 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks [] for floatingip (c21f5513-521f-4a39-9cfe-7514bbcef1b9), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:43.588974 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for floatingip (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:43.590237 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a0302be5-b15e-4039-a3ae-08b1df3ec01f tempest-AttachVolumeTestJSON-1059703484 tempest-AttachVolumeTestJSON-1059703484-project] 10.222.0.20 "DELETE /v2.0/floatingips/c21f5513-521f-4a39-9cfe-7514bbcef1b9 HTTP/1.1" status: 204 len: 168 time: 0.7870743 Mar 24 07:56:44.659858 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4bb6d49b-b359-4819-a077-c2c25354a8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:45.681107 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:47.259725 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:47.559523 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59190) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:47.902955 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3720515'] for router_interface (24613cdf-d586-4904-9e86-31be613ad332), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:48.147137 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Deleting port 295a899a-a7e5-4382-9bc1-ca3d8413a447 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:56:48.147480 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:48.222187 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] For port 295a899a-a7e5-4382-9bc1-ca3d8413a447, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=295a899a-a7e5-4382-9bc1-ca3d8413a447,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:56:48.222549 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:48.235611 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Calling delete_port for 295a899a-a7e5-4382-9bc1-ca3d8413a447 owned by network:router_interface {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:56:48.511493 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (295a899a-a7e5-4382-9bc1-ca3d8413a447), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:48.541890 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Pushing event deleted for resources: {'Port': ['ID=295a899a-a7e5-4382-9bc1-ca3d8413a447,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:48.687151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:48.715549 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3792708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3719667'] for router_interface (24613cdf-d586-4904-9e86-31be613ad332), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:48.930412 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Router 24613cdf-d586-4904-9e86-31be613ad332 has already been hosted by L3 agent 0fd1cad1-b9f1-49a8-9be6-371d05b65773 {{(pid=110215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 24 07:56:49.047413 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] Notify agent at l3_agent.dv-cinder-834822-3-iscsi the message routers_updated {{(pid=110215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 24 07:56:49.052583 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-0fb747cf-efce-4246-aea9-7fc16222c755 admin admin] 10.222.0.20 "PUT /v2.0/routers/24613cdf-d586-4904-9e86-31be613ad332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4920392 Mar 24 07:56:49.055713 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59192) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:49.056424 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] Sync routers for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 24 07:56:49.066145 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:56:49.066749 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:56:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:49.160066 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks [] for router (24613cdf-d586-4904-9e86-31be613ad332), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.172169 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: dv-cinder-834822-3-iscsi {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:56:49.259755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks [] for router_gateway (24613cdf-d586-4904-9e86-31be613ad332), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.344309 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'external_fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:56:48Z', 'revision_number': 5, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port': {'id': '0aff946e-5ba9-4b04-8a50-748b14bb6b47', 'name': '', 'network_id': 'e90d8986-d18a-45fb-ba7c-9bd6a036edca', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24613cdf-d586-4904-9e86-31be613ad332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834822-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b41f66f4-767a-4c01-8f4d-c4e295c812d5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834822-3-iscsi'}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:49.374381 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] Checking router: 24613cdf-d586-4904-9e86-31be613ad332 for host: dv-cinder-834822-3-iscsi {{(pid=110218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 24 07:56:49.382637 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] Routers {'24613cdf-d586-4904-9e86-31be613ad332'} bound to L3 agent in host dv-cinder-834822-3-iscsi {{(pid=110218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 24 07:56:49.383790 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834822-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-24T07:36:15Z,description=,heartbeat_timestamp=2022-03-24T07:56:45Z,host='dv-cinder-834822-3-iscsi',id=0fd1cad1-b9f1-49a8-9be6-371d05b65773,load=0,resource_versions=,resources_synced=,started_at=2022-03-24T07:36:15Z,topic='l3_agent')) {'router_ids': ['24613cdf-d586-4904-9e86-31be613ad332'], 'active': True} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:49.407452 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Deleting port 0aff946e-5ba9-4b04-8a50-748b14bb6b47 {{(pid=110215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:56:49.407800 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.471345 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_dvr_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] Set router 24613cdf-d586-4904-9e86-31be613ad332 gateway port host: None {{(pid=110218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 24 07:56:49.485507 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.db [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] For port 0aff946e-5ba9-4b04-8a50-748b14bb6b47, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=0aff946e-5ba9-4b04-8a50-748b14bb6b47,segment=NetworkSegment(0fc1dfa4-7416-414c-9ed0-79add10b0c5e),segment_id=0fc1dfa4-7416-414c-9ed0-79add10b0c5e)] {{(pid=110215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:56:49.485874 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.498683 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.plugin [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Calling delete_port for 0aff946e-5ba9-4b04-8a50-748b14bb6b47 owned by network:router_gateway {{(pid=110215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:56:49.521896 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.l3_hamode_db [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:56:49Z', 'revision_number': 6, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port_host': None}], 'dv-cinder-834822-3-iscsi', False) {} {{(pid=110218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:49.551747 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96785155-fc3f-4df3-9743-be21cff0b6d1 None None] The sync data for ids ['24613cdf-d586-4904-9e86-31be613ad332'] in dv-cinder-834822-3-iscsi is: [{'id': '24613cdf-d586-4904-9e86-31be613ad332', 'name': 'tempest-AttachVolumeTestJSON-283637275-router', 'tenant_id': '99b3c5022848402db4428620fe3b5b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-24T07:52:20Z', 'updated_at': '2022-03-24T07:56:49Z', 'revision_number': 6, 'project_id': '99b3c5022848402db4428620fe3b5b96', 'gw_port_host': None}] {{(pid=110218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 24 07:56:49.738238 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12374824'] for port (0aff946e-5ba9-4b04-8a50-748b14bb6b47), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.769075 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aff946e-5ba9-4b04-8a50-748b14bb6b47,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:49.827461 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3720969'] for router_gateway (24613cdf-d586-4904-9e86-31be613ad332), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.918199 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3722725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61940'] for router (24613cdf-d586-4904-9e86-31be613ad332), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:49.920764 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks [] for router_controller (24613cdf-d586-4904-9e86-31be613ad332), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.013937 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3722730'] for router (24613cdf-d586-4904-9e86-31be613ad332), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.014504 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24613cdf-d586-4904-9e86-31be613ad332 {{(pid=110215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 24 07:56:50.018779 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.020110 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-fe3d993d-ab35-4181-846f-76e129357ea8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/24613cdf-d586-4904-9e86-31be613ad332 HTTP/1.1" status: 204 len: 168 time: 0.9632628 Mar 24 07:56:50.022546 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59194) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:50.068802 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Deleting subnet ec2defc5-35bc-4903-a003-c03ffac0afec {{(pid=110215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:56:50.072025 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Publish callbacks [] for subnet (ec2defc5-35bc-4903-a003-c03ffac0afec), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.105965 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5831860'] for subnet (ec2defc5-35bc-4903-a003-c03ffac0afec), precommit_delete_associations {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.178426 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (ec2defc5-35bc-4903-a003-c03ffac0afec), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.281145 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12377561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12446901'] for subnet (ec2defc5-35bc-4903-a003-c03ffac0afec), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.306763 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2defc5-35bc-4903-a003-c03ffac0afec,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:50.310048 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for subnet (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.312436 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-83bd25f2-1090-440e-a33b-d9f264861af2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec2defc5-35bc-4903-a003-c03ffac0afec HTTP/1.1" status: 204 len: 168 time: 0.2883444 Mar 24 07:56:50.314642 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59196) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:50.319844 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d20b19-efc3-42b3-a262-3da60705b2d1 None None] Network 812526c6-7f51-4950-ad16-26c5318a7d20 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:56:50.329037 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 295a899a-a7e5-4382-9bc1-ca3d8413a447 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:56:50.396458 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 295a899a-a7e5-4382-9bc1-ca3d8413a447 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:56:50.396723 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (812526c6-7f51-4950-ad16-26c5318a7d20), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.396848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 295a899a-a7e5-4382-9bc1-ca3d8413a447 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:56:50.451020 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Deleting port c08ca9fd-73d3-4076-8a08-4039a6f1b126 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:56:50.451449 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.515757 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] For port c08ca9fd-73d3-4076-8a08-4039a6f1b126, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c08ca9fd-73d3-4076-8a08-4039a6f1b126,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:56:50.516796 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.519028 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] DHCP port deletion for 812526c6-7f51-4950-ad16-26c5318a7d20 request from dv-cinder-834822-3-iscsi {{(pid=110217) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 24 07:56:50.532086 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Calling delete_port for c08ca9fd-73d3-4076-8a08-4039a6f1b126 owned by network:dhcp {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:56:50.573621 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Deleting port c08ca9fd-73d3-4076-8a08-4039a6f1b126 {{(pid=110217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:56:50.578967 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), before_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.644003 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] For port c08ca9fd-73d3-4076-8a08-4039a6f1b126, host dv-cinder-834822-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834822-3-iscsi',level=0,port_id=c08ca9fd-73d3-4076-8a08-4039a6f1b126,segment=NetworkSegment(1a6a5ea7-e0ab-4881-8864-189b2f70fe5f),segment_id=1a6a5ea7-e0ab-4881-8864-189b2f70fe5f)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:56:50.644413 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), precommit_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.657933 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Calling delete_port for c08ca9fd-73d3-4076-8a08-4039a6f1b126 owned by network:dhcp {{(pid=110217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:56:50.710197 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.752079 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751'] for port (c08ca9fd-73d3-4076-8a08-4039a6f1b126), after_delete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.754824 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08ca9fd-73d3-4076-8a08-4039a6f1b126,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:50.759064 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] No DVR routers for this DVR port c08ca9fd-73d3-4076-8a08-4039a6f1b126 on host dv-cinder-834822-3-iscsi {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:56:50.798010 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Pushing event deleted for resources: {'Port': ['ID=c08ca9fd-73d3-4076-8a08-4039a6f1b126,revision_number=None']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:50.804732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] No DVR routers for this DVR port c08ca9fd-73d3-4076-8a08-4039a6f1b126 on host dv-cinder-834822-3-iscsi {{(pid=110217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:56:50.811405 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.811997 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.812545 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.813049 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.813536 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.814419 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.814925 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.815616 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.816569 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.816569 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.816848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.817141 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.817474 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.817801 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.818179 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d236111-32e6-4be0-a413-d8c0ca32ad4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:56:50.860521 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (812526c6-7f51-4950-ad16-26c5318a7d20), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.881194 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812526c6-7f51-4950-ad16-26c5318a7d20']}} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:50.891336 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f') {'for_net_delete': True} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:50.891671 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.services.segments.db [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a6a5ea7-e0ab-4881-8864-189b2f70fe5f') {} {{(pid=110216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:56:50.900966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8941568'] for segment (1a6a5ea7-e0ab-4881-8864-189b2f70fe5f), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.913870 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (1a6a5ea7-e0ab-4881-8864-189b2f70fe5f), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.920124 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=110216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:56:50.920506 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11803380'] for segment (1a6a5ea7-e0ab-4881-8864-189b2f70fe5f), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: Traceback (most recent call last): Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: timer() Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: cb(*args, **kw) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: return func(*args, **kwargs) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: self._notify() Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: self.callback(batched_events) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: event.method(event) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: return f(self, *a, **k) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._get(url).json() Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: return self.request(url, 'GET', **kwargs) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:56:50.922131 dv-cinder-834822-3-iscsi neutron-server[110216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:56:51.042811 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (812526c6-7f51-4950-ad16-26c5318a7d20), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:51.048089 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:51.051294 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/812526c6-7f51-4950-ad16-26c5318a7d20 HTTP/1.1" status: 204 len: 168 time: 0.7351604 Mar 24 07:56:51.062484 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b52e8f-9cf6-452e-9c6a-7f8f07e989d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=812526c6-7f51-4950-ad16-26c5318a7d20,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:51.438748 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59200) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:51.478054 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-cf166aaf-2606-40ad-a016-ca8f2f92274f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99b3c5022848402db4428620fe3b5b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381675 Mar 24 07:56:51.480505 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59202) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:51.530751 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89a45458-14a1-493e-8e7a-a482c99f723b admin admin] Publish callbacks [] for security_group (4e822750-2486-4e7a-838b-ffd03326ded6), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:51.550870 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89a45458-14a1-493e-8e7a-a482c99f723b admin admin] Publish callbacks [] for security_group (4e822750-2486-4e7a-838b-ffd03326ded6), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:51.659323 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89a45458-14a1-493e-8e7a-a482c99f723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (4e822750-2486-4e7a-838b-ffd03326ded6), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:51.661932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-89a45458-14a1-493e-8e7a-a482c99f723b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:51.663094 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-89a45458-14a1-493e-8e7a-a482c99f723b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e822750-2486-4e7a-838b-ffd03326ded6 HTTP/1.1" status: 204 len: 168 time: 0.1816614 Mar 24 07:56:51.671461 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a45458-14a1-493e-8e7a-a482c99f723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e822750-2486-4e7a-838b-ffd03326ded6,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:51.746258 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 0aff946e-5ba9-4b04-8a50-748b14bb6b47 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:56:51.767130 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: 0aff946e-5ba9-4b04-8a50-748b14bb6b47 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:56:51.769573 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device 0aff946e-5ba9-4b04-8a50-748b14bb6b47 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:56:51.769573 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c08ca9fd-73d3-4076-8a08-4039a6f1b126 no longer exists at agent ovs-agent-dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:56:51.788265 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] No Port match for: c08ca9fd-73d3-4076-8a08-4039a6f1b126 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:56:51.795075 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Device c08ca9fd-73d3-4076-8a08-4039a6f1b126 not bound to the agent host dv-cinder-834822-3-iscsi {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:56:53.939075 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59246) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:54.062571 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbbc-7f6c-4e0c-858b-663685e36209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.136059 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbbc-7f6c-4e0c-858b-663685e36209 admin admin] Publish callbacks [] for security_group (e78705c5-37b0-4354-b545-a94a07bbdccb), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.217674 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-71a9dbbc-7f6c-4e0c-858b-663685e36209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e78705c5-37b0-4354-b545-a94a07bbdccb), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.256120 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-71a9dbbc-7f6c-4e0c-858b-663685e36209 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b55ae77f61764ab0b7c661e9360915b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159337 Mar 24 07:56:54.257009 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9dbbc-7f6c-4e0c-858b-663685e36209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78705c5-37b0-4354-b545-a94a07bbdccb,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:54.259374 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59250) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:54.307147 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a9fd48f0-2e22-4e14-ab47-7dfb96137ab8 admin admin] Publish callbacks [] for security_group (e78705c5-37b0-4354-b545-a94a07bbdccb), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.327576 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a9fd48f0-2e22-4e14-ab47-7dfb96137ab8 admin admin] Publish callbacks [] for security_group (e78705c5-37b0-4354-b545-a94a07bbdccb), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.452431 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a9fd48f0-2e22-4e14-ab47-7dfb96137ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e78705c5-37b0-4354-b545-a94a07bbdccb), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.454928 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-a9fd48f0-2e22-4e14-ab47-7dfb96137ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:54.456138 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-a9fd48f0-2e22-4e14-ab47-7dfb96137ab8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e78705c5-37b0-4354-b545-a94a07bbdccb HTTP/1.1" status: 204 len: 168 time: 0.1957135 Mar 24 07:56:54.464694 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd48f0-2e22-4e14-ab47-7dfb96137ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78705c5-37b0-4354-b545-a94a07bbdccb,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:55.051655 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59256) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:55.065422 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0f07cedc-8a10-495d-9c86-caf98a884607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.140189 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0f07cedc-8a10-495d-9c86-caf98a884607 admin admin] Publish callbacks [] for security_group (817e6efb-2d81-4a5f-9357-d45a92e16d9e), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.214400 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-0f07cedc-8a10-495d-9c86-caf98a884607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (817e6efb-2d81-4a5f-9357-d45a92e16d9e), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.252421 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-0f07cedc-8a10-495d-9c86-caf98a884607 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46fcf3b4b21e460693073eb156a3f0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996663 Mar 24 07:56:55.253306 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07cedc-8a10-495d-9c86-caf98a884607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817e6efb-2d81-4a5f-9357-d45a92e16d9e,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:56:55.255409 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59258) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:56:55.302993 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-aefb74c4-6cd0-4787-8253-62477a30972d admin admin] Publish callbacks [] for security_group (817e6efb-2d81-4a5f-9357-d45a92e16d9e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.325366 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-aefb74c4-6cd0-4787-8253-62477a30972d admin admin] Publish callbacks [] for security_group (817e6efb-2d81-4a5f-9357-d45a92e16d9e), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.446307 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-aefb74c4-6cd0-4787-8253-62477a30972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (817e6efb-2d81-4a5f-9357-d45a92e16d9e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.448835 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-aefb74c4-6cd0-4787-8253-62477a30972d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:56:55.450019 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-aefb74c4-6cd0-4787-8253-62477a30972d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/817e6efb-2d81-4a5f-9357-d45a92e16d9e HTTP/1.1" status: 204 len: 168 time: 0.1935942 Mar 24 07:56:55.457823 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb74c4-6cd0-4787-8253-62477a30972d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817e6efb-2d81-4a5f-9357-d45a92e16d9e,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:05.795222 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:07.289476 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:57:07.982932 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59388) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:08.083142 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d954f52a-bda5-46da-aa27-ce4746001c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.154196 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d954f52a-bda5-46da-aa27-ce4746001c2f admin admin] Publish callbacks [] for security_group (e0902810-8bfe-4e98-86d1-c26a2c73ddb7), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.240620 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-d954f52a-bda5-46da-aa27-ce4746001c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e0902810-8bfe-4e98-86d1-c26a2c73ddb7), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.277338 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954f52a-bda5-46da-aa27-ce4746001c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0902810-8bfe-4e98-86d1-c26a2c73ddb7,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:08.281443 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-d954f52a-bda5-46da-aa27-ce4746001c2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=680330ea6ac84c538bab16ea1fdd17bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973955 Mar 24 07:57:08.284141 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59392) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:08.331149 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3903-0574-4476-b22f-1e3d56ab0601 admin admin] Publish callbacks [] for security_group (e0902810-8bfe-4e98-86d1-c26a2c73ddb7), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.351566 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3903-0574-4476-b22f-1e3d56ab0601 admin admin] Publish callbacks [] for security_group (e0902810-8bfe-4e98-86d1-c26a2c73ddb7), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.430705 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3903-0574-4476-b22f-1e3d56ab0601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (e0902810-8bfe-4e98-86d1-c26a2c73ddb7), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.433255 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-ee2b3903-0574-4476-b22f-1e3d56ab0601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:08.434406 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-ee2b3903-0574-4476-b22f-1e3d56ab0601 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0902810-8bfe-4e98-86d1-c26a2c73ddb7 HTTP/1.1" status: 204 len: 168 time: 0.1493027 Mar 24 07:57:08.442219 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b3903-0574-4476-b22f-1e3d56ab0601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0902810-8bfe-4e98-86d1-c26a2c73ddb7,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:09.062491 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59398) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:09.079086 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e37473a3-6303-4045-afb0-3b34d23767d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.151015 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e37473a3-6303-4045-afb0-3b34d23767d0 admin admin] Publish callbacks [] for security_group (a2292992-5cb1-4f99-8d01-ac4d8a6ab30e), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.230539 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-e37473a3-6303-4045-afb0-3b34d23767d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a2292992-5cb1-4f99-8d01-ac4d8a6ab30e), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.266706 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37473a3-6303-4045-afb0-3b34d23767d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2292992-5cb1-4f99-8d01-ac4d8a6ab30e,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:09.271900 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-e37473a3-6303-4045-afb0-3b34d23767d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebe4e120a5474195a82369c6c53573df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083461 Mar 24 07:57:09.274584 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59400) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:09.319880 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9b5692d-dc0b-4b7e-9eb0-1c5ec1ff1a48 admin admin] Publish callbacks [] for security_group (a2292992-5cb1-4f99-8d01-ac4d8a6ab30e), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.340983 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9b5692d-dc0b-4b7e-9eb0-1c5ec1ff1a48 admin admin] Publish callbacks [] for security_group (a2292992-5cb1-4f99-8d01-ac4d8a6ab30e), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.425169 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9b5692d-dc0b-4b7e-9eb0-1c5ec1ff1a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a2292992-5cb1-4f99-8d01-ac4d8a6ab30e), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.427668 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-b9b5692d-dc0b-4b7e-9eb0-1c5ec1ff1a48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:09.428856 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-b9b5692d-dc0b-4b7e-9eb0-1c5ec1ff1a48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2292992-5cb1-4f99-8d01-ac4d8a6ab30e HTTP/1.1" status: 204 len: 168 time: 0.1533833 Mar 24 07:57:09.437645 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5692d-dc0b-4b7e-9eb0-1c5ec1ff1a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2292992-5cb1-4f99-8d01-ac4d8a6ab30e,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:10.066808 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59406) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:10.080194 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-80c80f4b-8568-4962-ad67-172a58a34edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.156016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-80c80f4b-8568-4962-ad67-172a58a34edb admin admin] Publish callbacks [] for security_group (5fa1f741-9de1-4fad-9f48-db90a77193da), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.196263 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-80c80f4b-8568-4962-ad67-172a58a34edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5fa1f741-9de1-4fad-9f48-db90a77193da), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.233728 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-80c80f4b-8568-4962-ad67-172a58a34edb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b638c38327d041c7bd1142e18bf5a61b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658750 Mar 24 07:57:10.235674 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c80f4b-8568-4962-ad67-172a58a34edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1f741-9de1-4fad-9f48-db90a77193da,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:10.236470 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59408) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:10.283414 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-36b47ec1-dc60-4e4d-9252-9e8a76fe52f5 admin admin] Publish callbacks [] for security_group (5fa1f741-9de1-4fad-9f48-db90a77193da), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.304986 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-36b47ec1-dc60-4e4d-9252-9e8a76fe52f5 admin admin] Publish callbacks [] for security_group (5fa1f741-9de1-4fad-9f48-db90a77193da), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.396584 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-36b47ec1-dc60-4e4d-9252-9e8a76fe52f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (5fa1f741-9de1-4fad-9f48-db90a77193da), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.399994 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-36b47ec1-dc60-4e4d-9252-9e8a76fe52f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:10.401220 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-36b47ec1-dc60-4e4d-9252-9e8a76fe52f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fa1f741-9de1-4fad-9f48-db90a77193da HTTP/1.1" status: 204 len: 168 time: 0.1637597 Mar 24 07:57:10.409102 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b47ec1-dc60-4e4d-9252-9e8a76fe52f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1f741-9de1-4fad-9f48-db90a77193da,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:11.854355 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59438) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:11.956752 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-69e70eaa-5730-4a2f-baaf-17eced21df15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.028300 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-69e70eaa-5730-4a2f-baaf-17eced21df15 admin admin] Publish callbacks [] for security_group (76a5bb72-050a-4065-92f3-6068338aa787), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.071279 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-69e70eaa-5730-4a2f-baaf-17eced21df15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (76a5bb72-050a-4065-92f3-6068338aa787), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.113441 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-69e70eaa-5730-4a2f-baaf-17eced21df15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1607bfbd48b3436796fdf7ef92ea483f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579134 Mar 24 07:57:12.114419 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e70eaa-5730-4a2f-baaf-17eced21df15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a5bb72-050a-4065-92f3-6068338aa787,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:12.116115 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59442) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:12.164181 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6c40c6a8-81d7-40d2-a253-10e07257b35c admin admin] Publish callbacks [] for security_group (76a5bb72-050a-4065-92f3-6068338aa787), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.186238 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6c40c6a8-81d7-40d2-a253-10e07257b35c admin admin] Publish callbacks [] for security_group (76a5bb72-050a-4065-92f3-6068338aa787), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.309129 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-4a7a4435-2ebb-41ee-bd4a-675ed0216d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.367588 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6c40c6a8-81d7-40d2-a253-10e07257b35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (76a5bb72-050a-4065-92f3-6068338aa787), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.370211 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-6c40c6a8-81d7-40d2-a253-10e07257b35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:12.371402 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-6c40c6a8-81d7-40d2-a253-10e07257b35c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76a5bb72-050a-4065-92f3-6068338aa787 HTTP/1.1" status: 204 len: 168 time: 0.2542677 Mar 24 07:57:12.379541 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40c6a8-81d7-40d2-a253-10e07257b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a5bb72-050a-4065-92f3-6068338aa787,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:14.687716 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-8550be5c-a9a8-41f3-912a-9d9660dc0f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:15.675033 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:17.264952 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:18.670324 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.097695 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 59588) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:33.198966 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e400-9680-4062-8493-0520ad39159c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.270196 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e400-9680-4062-8493-0520ad39159c admin admin] Publish callbacks [] for security_group (db00e112-fe32-47e7-96ee-1fb4c6f84114), precommit_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.331840 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e400-9680-4062-8493-0520ad39159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (db00e112-fe32-47e7-96ee-1fb4c6f84114), after_create {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.373682 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-4cb0e400-9680-4062-8493-0520ad39159c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53cb2665125e422daf47fb16958a511f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749166 Mar 24 07:57:33.374796 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0e400-9680-4062-8493-0520ad39159c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db00e112-fe32-47e7-96ee-1fb4c6f84114,revision_number=1']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:33.377423 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59592) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:33.425651 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ef983935-18a3-4c37-a2f8-0fb47830a06f admin admin] Publish callbacks [] for security_group (db00e112-fe32-47e7-96ee-1fb4c6f84114), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.446116 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ef983935-18a3-4c37-a2f8-0fb47830a06f admin admin] Publish callbacks [] for security_group (db00e112-fe32-47e7-96ee-1fb4c6f84114), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.562112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ef983935-18a3-4c37-a2f8-0fb47830a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (db00e112-fe32-47e7-96ee-1fb4c6f84114), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.564659 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ef983935-18a3-4c37-a2f8-0fb47830a06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:33.565803 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-ef983935-18a3-4c37-a2f8-0fb47830a06f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db00e112-fe32-47e7-96ee-1fb4c6f84114 HTTP/1.1" status: 204 len: 168 time: 0.1873972 Mar 24 07:57:33.573688 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef983935-18a3-4c37-a2f8-0fb47830a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00e112-fe32-47e7-96ee-1fb4c6f84114,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:35.181020 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59626) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:35.285113 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2e14464d-e451-45a9-bb78-09406754466d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.358001 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2e14464d-e451-45a9-bb78-09406754466d admin admin] Publish callbacks [] for security_group (f4cc81f4-8bae-47ce-863a-60dad67ec6da), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.430086 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-2e14464d-e451-45a9-bb78-09406754466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f4cc81f4-8bae-47ce-863a-60dad67ec6da), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.467763 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14464d-e451-45a9-bb78-09406754466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cc81f4-8bae-47ce-863a-60dad67ec6da,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:35.472166 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-2e14464d-e451-45a9-bb78-09406754466d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44891f9599f84676a666ff4b3efd55c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900813 Mar 24 07:57:35.475162 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59630) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:35.524865 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1d5a-5490-463d-98a5-e8129ea1eb44 admin admin] Publish callbacks [] for security_group (f4cc81f4-8bae-47ce-863a-60dad67ec6da), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.545360 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1d5a-5490-463d-98a5-e8129ea1eb44 admin admin] Publish callbacks [] for security_group (f4cc81f4-8bae-47ce-863a-60dad67ec6da), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.670329 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1d5a-5490-463d-98a5-e8129ea1eb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (f4cc81f4-8bae-47ce-863a-60dad67ec6da), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.673075 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1d5a-5490-463d-98a5-e8129ea1eb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:35.674232 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-ee8d1d5a-5490-463d-98a5-e8129ea1eb44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f4cc81f4-8bae-47ce-863a-60dad67ec6da HTTP/1.1" status: 204 len: 168 time: 0.1985350 Mar 24 07:57:35.682026 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d1d5a-5490-463d-98a5-e8129ea1eb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cc81f4-8bae-47ce-863a-60dad67ec6da,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:35.761568 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:36.672539 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59652) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:36.767078 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-591427423-network', 'tenant_id': '59681fa80bcc4c2184bcff61401ce242'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:57:36.875675 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Made reservation on behalf of 59681fa80bcc4c2184bcff61401ce242 for: {'network': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:57:36.878052 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for network (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:36.886468 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:36.959571 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks [] for security_group (a2cc56b6-d507-491d-bde1-6f70515b2a2d), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.030501 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a2cc56b6-d507-491d-bde1-6f70515b2a2d), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.054968 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 24 07:57:37.064433 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc56b6-d507-491d-bde1-6f70515b2a2d,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:37.069113 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (99371f04-cb24-41ee-a3a1-16022b1f5b0a), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.069466 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.db.segments_db [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Added segment 99371f04-cb24-41ee-a3a1-16022b1f5b0a of type vlan for network fa9d5ef4-6814-468a-99eb-237e6124ecc9 Mar 24 07:57:37.110641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743137310293'] for network (fa9d5ef4-6814-468a-99eb-237e6124ecc9), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.211440 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715'] for network (fa9d5ef4-6814-468a-99eb-237e6124ecc9), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.212393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:37.212987 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.273446 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] Pushing event updated for resources: {'Network': ['ID=fa9d5ef4-6814-468a-99eb-237e6124ecc9,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:37.283817 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Network fa9d5ef4-6814-468a-99eb-237e6124ecc9 details requested by agent ovs-agent-dv-cinder-834822-3-iscsi with host dv-cinder-834822-3-iscsi {{(pid=110217) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 24 07:57:37.340505 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-53d8a098-0148-4642-8047-285dada57e77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6668572 Mar 24 07:57:37.344238 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 59656) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:57:37.349144 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Request body: {'subnet': {'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-591427423-subnet', 'tenant_id': '59681fa80bcc4c2184bcff61401ce242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:57:37.435738 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Made reservation on behalf of 59681fa80bcc4c2184bcff61401ce242 for: {'subnet': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:57:37.438705 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8903979'] for subnet (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.647221 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11801623', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8903997'] for subnet (c4a45535-c191-4ece-abbb-9cd6f3acfcd6), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.695928 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a45535-c191-4ece-abbb-9cd6f3acfcd6,revision_number=0']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:37.712438 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Checking segment: {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:57:37.712803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Network hostable DHCP agents. Network: fa9d5ef4-6814-468a-99eb-237e6124ecc9, hostable agents: ['53a82420-887c-4e5a-bc93-cc25f059e4e8'], hosted agents: [] {{(pid=110216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 24 07:57:37.800263 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Network fa9d5ef4-6814-468a-99eb-237e6124ecc9 is scheduled to be hosted by DHCP agent 53a82420-887c-4e5a-bc93-cc25f059e4e8 with binding_index 1 {{(pid=110216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 24 07:57:37.885695 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834822-3-iscsi, fa9d5ef4-6814-468a-99eb-237e6124ecc9) {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:57:37.890753 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:37.891386 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:37.896147 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f35352-25df-4d00-a525-14209d2c707a None None] Network fa9d5ef4-6814-468a-99eb-237e6124ecc9 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:57:37.974522 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-4ecfbf0a-ff56-4b93-bd9e-666259813a5f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6290278 Mar 24 07:57:37.995330 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f8775-914e-48be-b17e-a35f1351226e None None] Network fa9d5ef4-6814-468a-99eb-237e6124ecc9 requested from dv-cinder-834822-3-iscsi {{(pid=110217) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 24 07:57:40.091267 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-6ac7788a-0c51-4895-9709-21d29a426c4f tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:40.093452 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-6ac7788a-0c51-4895-9709-21d29a426c4f tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/networks?id=fa9d5ef4-6814-468a-99eb-237e6124ecc9 HTTP/1.1" status: 200 len: 813 time: 0.0982137 Mar 24 07:57:40.107360 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-7c940f5a-0a00-4785-894d-8c196a1e6954 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/quotas/59681fa80bcc4c2184bcff61401ce242 HTTP/1.1" status: 200 len: 375 time: 0.0087121 Mar 24 07:57:40.138399 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-d264a3f1-8262-42db-b035-8cfc0e336a58 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59681fa80bcc4c2184bcff61401ce242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256917 Mar 24 07:57:40.274911 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-863b5e18-d232-46ac-af25-60f4a9f73818 service neutron] 10.222.0.20 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297398 Mar 24 07:57:40.362532 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-e89ec180-6337-40e6-ad7a-471eb658526c service neutron] 10.222.0.20 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814579 Mar 24 07:57:40.680935 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-ba801946-b027-4f4d-ae0a-be6582c341f5 req-b0646a02-f54f-4006-a90b-466eea573b30 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 210 time: 0.0289235 Mar 24 07:57:41.771560 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-5f1339f0-2a10-4336-a65d-a4e9169e7d21 req-149fdc6b-5c02-4585-9514-00a902bd4545 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 210 time: 0.0317519 Mar 24 07:57:42.401744 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-409b09ab-9208-4f53-a104-f3e401c52e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:42.876107 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e310b2bb-7bf3-4bcc-adaa-5e7d318f7f19 req-99ee79b1-f33a-4846-84a4-043449f324c4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 210 time: 0.0362213 Mar 24 07:57:42.973218 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-577505f6-7299-432a-b47b-27f8cd97c0ce tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:42.974662 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-577505f6-7299-432a-b47b-27f8cd97c0ce tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "GET /v2.0/networks?id=fa9d5ef4-6814-468a-99eb-237e6124ecc9 HTTP/1.1" status: 200 len: 813 time: 0.1014185 Mar 24 07:57:42.988691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Request body: {'port': {'device_id': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9', 'admin_state_up': True, 'tenant_id': '59681fa80bcc4c2184bcff61401ce242'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:57:43.173156 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Made reservation on behalf of 59681fa80bcc4c2184bcff61401ce242 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:57:43.176641 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:43.300174 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Allocated IP 172.20.0.3 (fa9d5ef4-6814-468a-99eb-237e6124ecc9/c4a45535-c191-4ece-abbb-9cd6f3acfcd6/8dd404d8-0617-468b-8bd1-1e683a35ae54) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:57:43.448342 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks [] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:43.527561 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:43.569309 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Network fa9d5ef4-6814-468a-99eb-237e6124ecc9 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:57:43.572320 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:57:43.574814 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:57:43.606370 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Pushing event updated for resources: {'Port': ['ID=8dd404d8-0617-468b-8bd1-1e683a35ae54,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:43.625672 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.626030 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.626381 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.626729 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.627073 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.627412 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.627749 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.628112 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.636980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:57:43.651568 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:43.652217 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:43.707198 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-14a77e19-04fc-4bfc-8aa7-f69e82fa73d6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220826 Mar 24 07:57:43.722180 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Request body: {'port': {'device_id': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:57:43.781190 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:43.997361 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49527e7d-74c4-4308-8bde-02c5d66ba3bc req-1173c92f-9471-40f3-9dc8-d3d5d4950a5d tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:43.999069 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-49527e7d-74c4-4308-8bde-02c5d66ba3bc req-1173c92f-9471-40f3-9dc8-d3d5d4950a5d tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 931 time: 0.0558424 Mar 24 07:57:44.043607 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd404d8-0617-468b-8bd1-1e683a35ae54 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:57:44.045718 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-49527e7d-74c4-4308-8bde-02c5d66ba3bc req-a9cfc81b-db0b-48e8-9651-b7182690f69b tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Mar 24 07:57:44.051807 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Publish callbacks [] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:44.063768 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Transition to ACTIVE for port object 8dd404d8-0617-468b-8bd1-1e683a35ae54 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:57:44.125495 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:44.191511 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd404d8-0617-468b-8bd1-1e683a35ae54,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:44.239560 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Attempting to bind port 8dd404d8-0617-468b-8bd1-1e683a35ae54 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:57:44.239903 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Attempting to bind port 8dd404d8-0617-468b-8bd1-1e683a35ae54 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:57:44.240268 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Attempting to bind port 8dd404d8-0617-468b-8bd1-1e683a35ae54 on network fa9d5ef4-6814-468a-99eb-237e6124ecc9 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:57:44.244694 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Port 8dd404d8-0617-468b-8bd1-1e683a35ae54 on network fa9d5ef4-6814-468a-99eb-237e6124ecc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:57:44.245024 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Attempting to bind port 8dd404d8-0617-468b-8bd1-1e683a35ae54 on network fa9d5ef4-6814-468a-99eb-237e6124ecc9 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:57:44.249966 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:57:44.250308 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Checking segment: {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:57:44.250695 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Bound using segment: {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:57:44.251152 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Bound port: 8dd404d8-0617-468b-8bd1-1e683a35ae54, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:57:44.251510 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:44.288283 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:57:44.317399 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] For port 8dd404d8-0617-468b-8bd1-1e683a35ae54, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:57:44.320427 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] For port 8dd404d8-0617-468b-8bd1-1e683a35ae54, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8dd404d8-0617-468b-8bd1-1e683a35ae54,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:57:44.411994 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:44.445927 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:44.446550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:44.447956 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] 10.222.0.67 "PUT /v2.0/ports/8dd404d8-0617-468b-8bd1-1e683a35ae54 HTTP/1.1" status: 200 len: 1093 time: 0.7298989 Mar 24 07:57:44.448395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'tag': '8dd404d8-0617-468b-8bd1-1e683a35ae54'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:57:44.450990 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6006dfe-8289-4f64-a8cd-f27130081c62" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b979bf-5e20-4394-9afe-bcc03db0fe6f", "tag": "8dd404d8-0617-468b-8bd1-1e683a35ae54"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:57:44.475261 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb7043-814d-4c2b-9151-a846af8cf8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd404d8-0617-468b-8bd1-1e683a35ae54,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:44.486657 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345552ed-71be-4e9b-8024-67c2e8a0644b x-openstack-request-id: req-345552ed-71be-4e9b-8024-67c2e8a0644b {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:57:44.486957 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b979bf-5e20-4394-9afe-bcc03db0fe6f", "tag": "8dd404d8-0617-468b-8bd1-1e683a35ae54", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:57:44.487390 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-345552ed-71be-4e9b-8024-67c2e8a0644b {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:57:44.487803 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345552ed-71be-4e9b-8024-67c2e8a0644b'] response: {'name': 'network-changed', 'server_uuid': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'tag': '8dd404d8-0617-468b-8bd1-1e683a35ae54', 'status': 'completed', 'code': 200} Mar 24 07:57:44.552684 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006dfe-8289-4f64-a8cd-f27130081c62 req-8db213a6-d2c6-413c-9669-e12f4b66cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:44.554174 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6006dfe-8289-4f64-a8cd-f27130081c62 req-8db213a6-d2c6-413c-9669-e12f4b66cd21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59681fa80bcc4c2184bcff61401ce242&device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 1127 time: 0.0459175 Mar 24 07:57:44.647256 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-290a44d8-97ed-45d2-9d1a-d6fed82840d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:44.657158 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006dfe-8289-4f64-a8cd-f27130081c62 req-f4d0a262-c4f9-4d84-a41f-35435576b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:44.658687 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6006dfe-8289-4f64-a8cd-f27130081c62 req-f4d0a262-c4f9-4d84-a41f-35435576b7da service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=59681fa80bcc4c2184bcff61401ce242&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0951090 Mar 24 07:57:44.755359 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006dfe-8289-4f64-a8cd-f27130081c62 req-0558e690-891e-4dcc-84e3-ae81a6a594ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:44.756880 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-e6006dfe-8289-4f64-a8cd-f27130081c62 req-0558e690-891e-4dcc-84e3-ae81a6a594ff service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888727 Mar 24 07:57:44.845763 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-22fa9db7-463d-4aaa-8d30-697ed9212a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:44.847239 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-22fa9db7-463d-4aaa-8d30-697ed9212a67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59681fa80bcc4c2184bcff61401ce242&device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 1127 time: 0.0447176 Mar 24 07:57:44.897606 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-6ce30332-ca28-4204-b9a5-c39f18fd2d8d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dd404d8-0617-468b-8bd1-1e683a35ae54 HTTP/1.1" status: 200 len: 217 time: 0.0380466 Mar 24 07:57:44.948716 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-0bfc725b-e9af-4811-ab1e-909dbf649894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:44.950428 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-0bfc725b-e9af-4811-ab1e-909dbf649894 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a45535-c191-4ece-abbb-9cd6f3acfcd6 HTTP/1.1" status: 200 len: 853 time: 0.0444140 Mar 24 07:57:44.986312 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-ebba66cc-861c-4791-9142-074b41b3a36f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa9d5ef4-6814-468a-99eb-237e6124ecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266573 Mar 24 07:57:45.083011 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-2ef99cac-a396-4dbb-91eb-0fec64a895a0 service neutron] 10.222.0.67 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864673 Mar 24 07:57:45.163883 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cdde3-dc5f-4fff-8566-ce54eae355a8 req-bd79d60b-cc13-4866-884f-5ad68609c1be tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:45.165400 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb2cdde3-dc5f-4fff-8566-ce54eae355a8 req-bd79d60b-cc13-4866-884f-5ad68609c1be tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 943 time: 0.0522583 Mar 24 07:57:45.179679 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-b3c8f9c8-f173-43ed-ab64-107e913bf7eb req-ce5327ae-498b-4657-979e-3cf34cd7b8d8 service neutron] 10.222.0.67 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867150 Mar 24 07:57:45.213421 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cb2cdde3-dc5f-4fff-8566-ce54eae355a8 req-9a373f3f-59f5-4ceb-8714-aa6921337a0f tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Mar 24 07:57:45.681397 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:46.334897 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c0440-e21f-474f-aab5-dd84ebb1ad10 req-4eb21751-5bbf-4753-8fc5-9fe22ac20589 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:46.336368 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f37c0440-e21f-474f-aab5-dd84ebb1ad10 req-4eb21751-5bbf-4753-8fc5-9fe22ac20589 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 943 time: 0.0576124 Mar 24 07:57:46.381796 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f37c0440-e21f-474f-aab5-dd84ebb1ad10 req-91eb09f5-502a-40fa-81d9-ed6e8d380ecc tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Mar 24 07:57:47.246789 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:47.402337 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8dd404d8-0617-468b-8bd1-1e683a35ae54 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:57:47.502957 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8dd404d8-0617-468b-8bd1-1e683a35ae54, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8dd404d8-0617-468b-8bd1-1e683a35ae54,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:57:47.503905 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613d668-d3cc-46f8-aab3-e24311187309 req-dac08337-b9db-46be-89ca-1aa7056e31d8 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:47.505438 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9613d668-d3cc-46f8-aab3-e24311187309 req-dac08337-b9db-46be-89ca-1aa7056e31d8 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 943 time: 0.0564139 Mar 24 07:57:47.515025 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '8dd404d8-0617-468b-8bd1-1e683a35ae54', 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9', 'port_id': '8dd404d8-0617-468b-8bd1-1e683a35ae54', 'mac_address': 'fa:16:3e:9a:ed:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a45535-c191-4ece-abbb-9cd6f3acfcd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:57:47.552361 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 8dd404d8-0617-468b-8bd1-1e683a35ae54 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:57:47.552699 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9613d668-d3cc-46f8-aab3-e24311187309 req-44dee56f-79ca-49d6-8793-de1e5b59dc3d tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Mar 24 07:57:47.552816 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:47.565549 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd404d8-0617-468b-8bd1-1e683a35ae54 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:57:47.584506 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8dd404d8-0617-468b-8bd1-1e683a35ae54, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8dd404d8-0617-468b-8bd1-1e683a35ae54,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:57:47.674401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:47.726232 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=8dd404d8-0617-468b-8bd1-1e683a35ae54,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:47.988015 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['8dd404d8-0617-468b-8bd1-1e683a35ae54'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:57:48.668179 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52526b66-dee2-4e1c-997f-51723981a850 req-8ae047bd-4124-4730-9f50-127261b93a66 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:48.669644 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-52526b66-dee2-4e1c-997f-51723981a850 req-8ae047bd-4124-4730-9f50-127261b93a66 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 944 time: 0.0525959 Mar 24 07:57:48.692829 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:48.723634 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-52526b66-dee2-4e1c-997f-51723981a850 req-0a755bd2-0b1e-45c7-9dd3-e6fdcbfa220b tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Mar 24 07:57:49.404151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8dd404d8-0617-468b-8bd1-1e683a35ae54 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:57:49.553811 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 8dd404d8-0617-468b-8bd1-1e683a35ae54 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:57:49.558009 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 8dd404d8-0617-468b-8bd1-1e683a35ae54 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:57:49.558392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:49.633848 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 8dd404d8-0617-468b-8bd1-1e683a35ae54 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:57:49.634243 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:49.661236 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd404d8-0617-468b-8bd1-1e683a35ae54'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:57:49.661236 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45c2517-7dd0-4c34-8a00-eb95f9dbc1bb" -d '{"events": [{"server_uuid": "f1b979bf-5e20-4394-9afe-bcc03db0fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "8dd404d8-0617-468b-8bd1-1e683a35ae54"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:57:49.672650 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 8dd404d8-0617-468b-8bd1-1e683a35ae54, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8dd404d8-0617-468b-8bd1-1e683a35ae54,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:57:49.732768 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:57:49.787535 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=8dd404d8-0617-468b-8bd1-1e683a35ae54,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:57:49.851152 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b2d26-d888-41c5-bbb7-67e69c99217a req-d11be958-4105-492a-814d-5a78abd44f59 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:49.851830 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf7280c-473e-49cf-9b4c-66c7197f6491 x-openstack-request-id: req-7cf7280c-473e-49cf-9b4c-66c7197f6491 {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:57:49.851830 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b979bf-5e20-4394-9afe-bcc03db0fe6f", "name": "network-vif-plugged", "status": "completed", "tag": "8dd404d8-0617-468b-8bd1-1e683a35ae54", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:57:49.851830 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cf7280c-473e-49cf-9b4c-66c7197f6491 {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:57:49.852279 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf7280c-473e-49cf-9b4c-66c7197f6491'] response: {'server_uuid': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd404d8-0617-468b-8bd1-1e683a35ae54', 'code': 200} Mar 24 07:57:49.853500 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d37b2d26-d888-41c5-bbb7-67e69c99217a req-d11be958-4105-492a-814d-5a78abd44f59 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 945 time: 0.0568643 Mar 24 07:57:49.909122 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-d37b2d26-d888-41c5-bbb7-67e69c99217a req-b911d451-7993-461d-9e46-41e8f6e66204 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509269 Mar 24 07:57:50.139056 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ac8df-f362-4532-aa20-4e2b832d28f7 req-1d0d5f7b-6858-4645-ba6e-77cae582f79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:50.141257 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3e3ac8df-f362-4532-aa20-4e2b832d28f7 req-1d0d5f7b-6858-4645-ba6e-77cae582f79a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 1129 time: 0.0430725 Mar 24 07:57:50.186141 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-3e3ac8df-f362-4532-aa20-4e2b832d28f7 req-9739c321-24bf-4e34-a9f8-a8a35caad4c8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357335 Mar 24 07:57:51.028368 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf27c1-f6ef-40cd-ad8e-e29636317228 req-8248dd59-116a-45f3-8d49-69abcb44a347 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:51.029764 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9edf27c1-f6ef-40cd-ad8e-e29636317228 req-8248dd59-116a-45f3-8d49-69abcb44a347 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 945 time: 0.0522320 Mar 24 07:57:51.076706 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-9edf27c1-f6ef-40cd-ad8e-e29636317228 req-1b308f2b-4eb7-47ff-b9e2-827e230901a9 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Mar 24 07:57:52.193844 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b9bce-d058-4a0c-9992-9ba402f1966c req-9efaa554-a63d-47a7-8652-0f5da2d61c19 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:57:52.195549 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f2b9bce-d058-4a0c-9992-9ba402f1966c req-9efaa554-a63d-47a7-8652-0f5da2d61c19 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 945 time: 0.0527737 Mar 24 07:57:52.242659 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5f2b9bce-d058-4a0c-9992-9ba402f1966c req-e2954184-3a9f-4535-841c-80d3ac216bc4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Mar 24 07:58:05.755228 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:12.324780 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-34dec39c-efb4-4fa5-9390-3a02c007374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:14.652282 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1cf20bb9-7692-409d-9b54-223641b6cddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:15.680818 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:17.234601 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:18.696642 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:21.287884 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:58:34.786846 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198ef83-c209-4971-8af0-e8c25d548239 req-7b190fb8-17ea-424e-9093-2537c2afc906 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:34.788319 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a198ef83-c209-4971-8af0-e8c25d548239 req-7b190fb8-17ea-424e-9093-2537c2afc906 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 945 time: 0.0558622 Mar 24 07:58:34.833902 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-a198ef83-c209-4971-8af0-e8c25d548239 req-be16dd8e-e521-4279-a1d3-fcc50f7f2144 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 24 07:58:35.771661 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:35.954445 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf46f648-3070-4b43-a115-b768e53b22c8 req-91dbefe4-6fdd-4b9d-bcc8-4de547b6c1ca tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:35.955964 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cf46f648-3070-4b43-a115-b768e53b22c8 req-91dbefe4-6fdd-4b9d-bcc8-4de547b6c1ca tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 945 time: 0.0545909 Mar 24 07:58:36.000392 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-cf46f648-3070-4b43-a115-b768e53b22c8 req-706960cb-4543-4e7f-94c9-801a8892bf5e tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Mar 24 07:58:36.474155 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-96263c44-6f2b-4f63-a672-c3b5bea8b2ff tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:36.475608 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-96263c44-6f2b-4f63-a672-c3b5bea8b2ff tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 945 time: 0.0527487 Mar 24 07:58:36.568980 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Deleting port 8dd404d8-0617-468b-8bd1-1e683a35ae54 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:58:36.570275 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:36.657543 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] For port 8dd404d8-0617-468b-8bd1-1e683a35ae54, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=8dd404d8-0617-468b-8bd1-1e683a35ae54,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:58:36.658475 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:36.671142 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Calling delete_port for 8dd404d8-0617-468b-8bd1-1e683a35ae54 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:58:36.850348 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (8dd404d8-0617-468b-8bd1-1e683a35ae54), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:36.866133 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['8dd404d8-0617-468b-8bd1-1e683a35ae54'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:58:36.879334 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Pushing event deleted for resources: {'Port': ['ID=8dd404d8-0617-468b-8bd1-1e683a35ae54,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:58:36.920666 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] No DVR routers for this DVR port 8dd404d8-0617-468b-8bd1-1e683a35ae54 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:58:36.923071 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:36.927345 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-bf598992-b8bd-4b3a-b7d0-4a4fb9e8cd4c req-16f5bd00-aa48-4b61-a552-43e5a1b365e6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "DELETE /v2.0/ports/8dd404d8-0617-468b-8bd1-1e683a35ae54 HTTP/1.1" status: 204 len: 173 time: 0.4436448 Mar 24 07:58:36.927968 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'name': 'network-vif-deleted', 'tag': '8dd404d8-0617-468b-8bd1-1e683a35ae54'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:58:36.931393 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9134266-797d-4fbc-a442-7fc1c8fb92ef" -d '{"events": [{"server_uuid": "f1b979bf-5e20-4394-9afe-bcc03db0fe6f", "name": "network-vif-deleted", "tag": "8dd404d8-0617-468b-8bd1-1e683a35ae54"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:58:36.968932 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91931ac4-b5d6-4b7f-bab0-19df82be0a7e x-openstack-request-id: req-91931ac4-b5d6-4b7f-bab0-19df82be0a7e {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:58:36.969238 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b979bf-5e20-4394-9afe-bcc03db0fe6f", "name": "network-vif-deleted", "tag": "8dd404d8-0617-468b-8bd1-1e683a35ae54", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:58:36.969503 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91931ac4-b5d6-4b7f-bab0-19df82be0a7e {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:58:36.969912 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91931ac4-b5d6-4b7f-bab0-19df82be0a7e'] response: {'server_uuid': 'f1b979bf-5e20-4394-9afe-bcc03db0fe6f', 'name': 'network-vif-deleted', 'tag': '8dd404d8-0617-468b-8bd1-1e683a35ae54', 'status': 'completed', 'code': 200} Mar 24 07:58:37.096245 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-6c21f1eb-c4cd-4bc0-a964-643e26c8482c req-3e00e8d7-c442-4626-871c-306ee196b3ac tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1b979bf-5e20-4394-9afe-bcc03db0fe6f HTTP/1.1" status: 200 len: 210 time: 0.0294733 Mar 24 07:58:39.662999 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8dd404d8-0617-468b-8bd1-1e683a35ae54 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:58:39.685826 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 8dd404d8-0617-468b-8bd1-1e683a35ae54 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:58:39.686176 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 8dd404d8-0617-468b-8bd1-1e683a35ae54 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:58:42.303529 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0048c7eb-71e2-4501-993c-1accae2c56ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:44.684450 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-479dbc0f-1525-4dae-a982-c0c93077a07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:45.708833 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:46.503357 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-45b62c34-bb58-41a1-9263-7489d52b053c tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:46.504868 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-45b62c34-bb58-41a1-9263-7489d52b053c tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/networks?id=fa9d5ef4-6814-468a-99eb-237e6124ecc9 HTTP/1.1" status: 200 len: 813 time: 0.0989099 Mar 24 07:58:46.518573 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-f745a7c9-0557-445a-bf07-721e30590019 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/quotas/59681fa80bcc4c2184bcff61401ce242 HTTP/1.1" status: 200 len: 375 time: 0.0085356 Mar 24 07:58:46.549406 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-a0eadc17-dfc4-4037-a3de-6539fdac68f1 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=59681fa80bcc4c2184bcff61401ce242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260055 Mar 24 07:58:46.653376 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-c530fb3d-1de1-4e90-a49d-563399b3adde service neutron] 10.222.0.20 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968213 Mar 24 07:58:47.008698 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-af0b939b-bd14-4b22-81bf-c172b8486b91 service neutron] 10.222.0.20 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495150 Mar 24 07:58:47.234373 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:47.242190 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-caf3ffe0-a2e7-4fb3-8232-c73419624ce6 req-b344a7a9-d760-411f-8ee2-e413d7bfa4b2 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 210 time: 0.0319314 Mar 24 07:58:48.340457 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-56a182c3-d9fd-499b-8b34-360f2ac4d38e req-e31a9f67-28dc-44f1-93b7-07e83fecb7e0 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 210 time: 0.0292554 Mar 24 07:58:48.708619 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:49.117739 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-8a3011d5-a1db-42ac-882d-b93b762423f6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:49.119137 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-8a3011d5-a1db-42ac-882d-b93b762423f6 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "GET /v2.0/networks?id=fa9d5ef4-6814-468a-99eb-237e6124ecc9 HTTP/1.1" status: 200 len: 813 time: 0.0995448 Mar 24 07:58:49.136947 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Request body: {'port': {'device_id': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9', 'admin_state_up': True, 'tenant_id': '59681fa80bcc4c2184bcff61401ce242'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:58:49.319855 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Made reservation on behalf of 59681fa80bcc4c2184bcff61401ce242 for: {'port': 1} {{(pid=110216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 24 07:58:49.323348 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:49.459810 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-0746d45e-fd09-42cb-b00d-399ab23ddb9d req-e04f7ded-85b9-4dbd-b239-b4a88046e97c tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 210 time: 0.0509877 Mar 24 07:58:49.478764 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_common [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Allocated IP 172.20.0.4 (fa9d5ef4-6814-468a-99eb-237e6124ecc9/c4a45535-c191-4ece-abbb-9cd6f3acfcd6/291b1bcf-b1ca-4adc-823e-e476e9ece684) {{(pid=110216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 24 07:58:49.619623 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks [] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:49.709053 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743137342742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:49.754447 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Network fa9d5ef4-6814-468a-99eb-237e6124ecc9 is already hosted by enough agents. {{(pid=110216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 24 07:58:49.757595 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.scheduler.base_scheduler [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Resources bound (agent type, host, resource id): {{(pid=110216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 24 07:58:49.763622 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Received port after_create {{(pid=110216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 24 07:58:49.770675 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Pushing event updated for resources: {'Port': ['ID=291b1bcf-b1ca-4adc-823e-e476e9ece684,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:58:49.796078 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.796441 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.796790 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.797136 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.797475 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.797809 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.798143 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.798478 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.798808 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.799139 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.799469 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.799798 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.800151 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.801120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.801120 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:49.827153 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:49.827745 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:49.888309 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6a5ca84f-6a64-4bc5-aa75-b64e8b05e9a4 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550306 Mar 24 07:58:49.904007 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.v2.base [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Request body: {'port': {'device_id': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83482'}} {{(pid=110216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 24 07:58:49.962009 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:50.219618 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291b1bcf-b1ca-4adc-823e-e476e9ece684 {{(pid=110216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:58:50.226864 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Publish callbacks [] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), precommit_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:50.238225 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.provisioning_blocks [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Transition to ACTIVE for port object 291b1bcf-b1ca-4adc-823e-e476e9ece684 will not be triggered until provisioned by entity L2. {{(pid=110216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 24 07:58:50.297297 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:50.348694 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Pushing event updated for resources: {'Port': ['ID=291b1bcf-b1ca-4adc-823e-e476e9ece684,revision_number=2']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:58:50.418668 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Attempting to bind port 291b1bcf-b1ca-4adc-823e-e476e9ece684 on host hv-cinder-83482 for vnic_type normal with profile {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 24 07:58:50.418999 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Attempting to bind port 291b1bcf-b1ca-4adc-823e-e476e9ece684 by drivers openvswitch,hyperv on host hv-cinder-83482 at level 0 using segments [{'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 24 07:58:50.419326 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Attempting to bind port 291b1bcf-b1ca-4adc-823e-e476e9ece684 on network fa9d5ef4-6814-468a-99eb-237e6124ecc9 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:58:50.423522 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Port 291b1bcf-b1ca-4adc-823e-e476e9ece684 on network fa9d5ef4-6814-468a-99eb-237e6124ecc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83482 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 24 07:58:50.423839 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Attempting to bind port 291b1bcf-b1ca-4adc-823e-e476e9ece684 on network fa9d5ef4-6814-468a-99eb-237e6124ecc9 {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 24 07:58:50.429055 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Checking agent: {'id': '50b8ec59-aedb-4ecf-bd8d-15ce29661b17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83482', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'started_at': datetime.datetime(2022, 3, 24, 7, 42, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 24, 7, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 24 07:58:50.429395 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Checking segment: {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 24 07:58:50.429780 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Bound using segment: {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'} {{(pid=110216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 24 07:58:50.430202 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.managers [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Bound port: 291b1bcf-b1ca-4adc-823e-e476e9ece684, host: hv-cinder-83482, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99371f04-cb24-41ee-a3a1-16022b1f5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9'}}] {{(pid=110216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 24 07:58:50.430550 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), before_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:50.492887 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] For port 291b1bcf-b1ca-4adc-823e-e476e9ece684, host hv-cinder-83482, cleared binding levels {{(pid=110216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 24 07:58:50.495874 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] For port 291b1bcf-b1ca-4adc-823e-e476e9ece684, host hv-cinder-83482, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=291b1bcf-b1ca-4adc-823e-e476e9ece684,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 24 07:58:50.567147 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11803280'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), after_update {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:50.576622 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0f27a-6485-488a-9a56-dfcb4d538814 req-266ef2b8-e3a6-4dc9-9a08-adc8620dca78 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:50.578108 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a5e0f27a-6485-488a-9a56-dfcb4d538814 req-266ef2b8-e3a6-4dc9-9a08-adc8620dca78 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 943 time: 0.0527101 Mar 24 07:58:50.600146 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:50.600777 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:50.602696 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] 10.222.0.67 "PUT /v2.0/ports/291b1bcf-b1ca-4adc-823e-e476e9ece684 HTTP/1.1" status: 200 len: 1093 time: 0.7023129 Mar 24 07:58:50.602696 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'tag': '291b1bcf-b1ca-4adc-823e-e476e9ece684'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:58:50.604974 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b862da-abc5-4194-a205-69ca504625fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6dcdfee5-4774-4fd2-919e-1125b860d213", "tag": "291b1bcf-b1ca-4adc-823e-e476e9ece684"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:58:50.635245 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb60b3-5b3d-4879-9ed7-618496bcdf5d service neutron] Pushing event updated for resources: {'Port': ['ID=291b1bcf-b1ca-4adc-823e-e476e9ece684,revision_number=3']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:58:50.638938 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-a5e0f27a-6485-488a-9a56-dfcb4d538814 req-35d79e7c-0616-4511-9668-d09c42a7a1dc tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548241 Mar 24 07:58:50.651755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Mar 2022 07:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785cb167-85d7-4752-9355-3f5991da2871 x-openstack-request-id: req-785cb167-85d7-4752-9355-3f5991da2871 {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:58:50.651755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dcdfee5-4774-4fd2-919e-1125b860d213", "tag": "291b1bcf-b1ca-4adc-823e-e476e9ece684", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:58:50.651755 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-785cb167-85d7-4752-9355-3f5991da2871 {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:58:50.651755 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785cb167-85d7-4752-9355-3f5991da2871'] response: {'name': 'network-changed', 'server_uuid': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'tag': '291b1bcf-b1ca-4adc-823e-e476e9ece684', 'status': 'completed', 'code': 200} Mar 24 07:58:50.718318 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b862da-abc5-4194-a205-69ca504625fa req-d96b454a-2929-4a56-a282-2d948597ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:50.719871 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-76b862da-abc5-4194-a205-69ca504625fa req-d96b454a-2929-4a56-a282-2d948597ff15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59681fa80bcc4c2184bcff61401ce242&device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 1127 time: 0.0452416 Mar 24 07:58:50.821179 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b862da-abc5-4194-a205-69ca504625fa req-db641bb8-86b6-41ca-9925-08bc70da8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:50.822625 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-76b862da-abc5-4194-a205-69ca504625fa req-db641bb8-86b6-41ca-9925-08bc70da8c7b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=59681fa80bcc4c2184bcff61401ce242&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0925081 Mar 24 07:58:50.917660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b862da-abc5-4194-a205-69ca504625fa req-62d99f98-4725-4846-aa2d-cc09e1b2625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:50.919094 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-76b862da-abc5-4194-a205-69ca504625fa req-62d99f98-4725-4846-aa2d-cc09e1b2625f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876479 Mar 24 07:58:51.029685 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-05e8c0a0-9a1d-4284-bdfc-6b85c6611574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:51.031068 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-05e8c0a0-9a1d-4284-bdfc-6b85c6611574 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=59681fa80bcc4c2184bcff61401ce242&device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 1127 time: 0.0451241 Mar 24 07:58:51.078279 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-05db2969-ddbd-4fae-89e9-a3635a091187 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=291b1bcf-b1ca-4adc-823e-e476e9ece684 HTTP/1.1" status: 200 len: 217 time: 0.0349121 Mar 24 07:58:51.130187 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6494fe59-d70f-434b-a273-4ca80adbaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:51.131582 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-6494fe59-d70f-434b-a273-4ca80adbaeff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c4a45535-c191-4ece-abbb-9cd6f3acfcd6 HTTP/1.1" status: 200 len: 853 time: 0.0428767 Mar 24 07:58:51.168836 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-9c01e5e4-69ac-44ee-9f42-776e4ede8663 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fa9d5ef4-6814-468a-99eb-237e6124ecc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278203 Mar 24 07:58:51.262569 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-1765e88f-b161-491d-96b0-e3d270f479ef service neutron] 10.222.0.67 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835011 Mar 24 07:58:51.630365 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f936a788-f9c9-48c7-a67b-61d6e406d70a req-c3a50b06-5fa6-42cc-8e8e-3e03071de43c service neutron] 10.222.0.67 "GET /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571453 Mar 24 07:58:51.760421 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c69521-b56d-433f-9648-cd9f78ea5b92 req-0fd06a6d-80ed-4dc0-8cac-8aadc48aa85b tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:51.761880 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-23c69521-b56d-433f-9648-cd9f78ea5b92 req-0fd06a6d-80ed-4dc0-8cac-8aadc48aa85b tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 943 time: 0.0533504 Mar 24 07:58:51.808295 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-23c69521-b56d-433f-9648-cd9f78ea5b92 req-cfe96cd2-d424-4ecd-9771-35c15747222e tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Mar 24 07:58:52.926566 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62861630-da3d-4adf-aab6-d3c23c7ea340 req-e3ed191f-b83d-4397-93b8-38ef5a5cb2a5 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:52.928075 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-62861630-da3d-4adf-aab6-d3c23c7ea340 req-e3ed191f-b83d-4397-93b8-38ef5a5cb2a5 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 943 time: 0.0550897 Mar 24 07:58:52.973540 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-62861630-da3d-4adf-aab6-d3c23c7ea340 req-de8125c0-dfe9-44b8-afb7-a214e54bbfe9 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400298 Mar 24 07:58:54.095219 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79e38a-d710-49a6-9af9-1c9768e35a20 req-53fd4e2c-99da-48a6-9b17-2ab8008e03cb tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:54.096706 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7e79e38a-d710-49a6-9af9-1c9768e35a20 req-53fd4e2c-99da-48a6-9b17-2ab8008e03cb tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 943 time: 0.0568528 Mar 24 07:58:54.141983 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-7e79e38a-d710-49a6-9af9-1c9768e35a20 req-d939de4f-ba0b-43fe-ad25-b9f51fe7161c tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391316 Mar 24 07:58:55.259248 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e24bb0-3ff1-478b-8333-facd5dd27882 req-f33aa81c-2b9c-4add-82f5-97768fa7f9c1 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:55.260757 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-73e24bb0-3ff1-478b-8333-facd5dd27882 req-f33aa81c-2b9c-4add-82f5-97768fa7f9c1 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 943 time: 0.0522466 Mar 24 07:58:55.307020 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-73e24bb0-3ff1-478b-8333-facd5dd27882 req-343abe79-5f22-4919-a849-70f8d4cc30cc tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Mar 24 07:58:55.682786 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 291b1bcf-b1ca-4adc-823e-e476e9ece684 details requested by agent hyperv_hv-cinder-83482 with host hv-cinder-83482 {{(pid=110217) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 24 07:58:55.778288 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 291b1bcf-b1ca-4adc-823e-e476e9ece684, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=291b1bcf-b1ca-4adc-823e-e476e9ece684,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:58:55.789514 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Returning: {'device': '291b1bcf-b1ca-4adc-823e-e476e9ece684', 'network_id': 'fa9d5ef4-6814-468a-99eb-237e6124ecc9', 'port_id': '291b1bcf-b1ca-4adc-823e-e476e9ece684', 'mac_address': 'fa:16:3e:72:29:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a45535-c191-4ece-abbb-9cd6f3acfcd6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110217) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 24 07:58:55.829460 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 291b1bcf-b1ca-4adc-823e-e476e9ece684 is: DOWN; New status is: BUILD {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:58:55.829856 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:55.842297 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291b1bcf-b1ca-4adc-823e-e476e9ece684 {{(pid=110217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 24 07:58:55.861122 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 291b1bcf-b1ca-4adc-823e-e476e9ece684, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=291b1bcf-b1ca-4adc-823e-e476e9ece684,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:58:55.920039 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:55.967328 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=291b1bcf-b1ca-4adc-823e-e476e9ece684,revision_number=4']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:58:55.974673 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.975030 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.975378 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.975724 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.976106 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.976451 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.976785 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.977115 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.977445 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.977778 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.978106 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.978436 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.978775 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.979085 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:55.979409 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:58:56.167468 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['291b1bcf-b1ca-4adc-823e-e476e9ece684'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:58:56.426602 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc803-66a0-442d-8d11-c572b7ce5543 req-b2a37766-7d17-4078-ada2-1f59a4d6d115 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:56.428094 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5e9cc803-66a0-442d-8d11-c572b7ce5543 req-b2a37766-7d17-4078-ada2-1f59a4d6d115 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 944 time: 0.0554781 Mar 24 07:58:56.474288 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-5e9cc803-66a0-442d-8d11-c572b7ce5543 req-32501d8a-c47c-4deb-b0e1-2347a6fa8175 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Mar 24 07:58:57.589889 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9d694-aa40-41bd-b002-00b283a9f509 req-ba777a6f-55c6-4433-b6b5-8039eccf3c39 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:57.592249 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3ed9d694-aa40-41bd-b002-00b283a9f509 req-ba777a6f-55c6-4433-b6b5-8039eccf3c39 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 944 time: 0.0522709 Mar 24 07:58:57.639660 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3ed9d694-aa40-41bd-b002-00b283a9f509 req-1c1289f2-2941-4f5f-baae-4ed78445f50e tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Mar 24 07:58:57.713528 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 291b1bcf-b1ca-4adc-823e-e476e9ece684 up at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 24 07:58:57.822802 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning for port 291b1bcf-b1ca-4adc-823e-e476e9ece684 completed by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 24 07:58:57.826902 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.db.provisioning_blocks [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Provisioning complete for port 291b1bcf-b1ca-4adc-823e-e476e9ece684 triggered by entity L2. {{(pid=110217) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 24 07:58:57.827460 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3578918'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), provisioning_complete {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:57.905672 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Current status of the port 291b1bcf-b1ca-4adc-823e-e476e9ece684 is: BUILD; New status is: ACTIVE {{(pid=110217) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 24 07:58:57.906059 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600372'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), before_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:57.928149 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291b1bcf-b1ca-4adc-823e-e476e9ece684'}] {{(pid=110217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:58:57.930401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f0c7cddd93645211eca256ba388e8babb1482f41f284e7d056cd396b2c746788" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf8e85f-de0e-4b7a-8ce4-d0431952158b" -d '{"events": [{"server_uuid": "6dcdfee5-4774-4fd2-919e-1125b860d213", "name": "network-vif-plugged", "status": "completed", "tag": "291b1bcf-b1ca-4adc-823e-e476e9ece684"}]}' {{(pid=110217) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:58:57.947382 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] For port 291b1bcf-b1ca-4adc-823e-e476e9ece684, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=291b1bcf-b1ca-4adc-823e-e476e9ece684,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:58:57.967098 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80525d10-5b3c-4843-a95f-28b3c593178b x-openstack-request-id: req-80525d10-5b3c-4843-a95f-28b3c593178b {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:58:57.967392 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcdfee5-4774-4fd2-919e-1125b860d213", "name": "network-vif-plugged", "status": "completed", "tag": "291b1bcf-b1ca-4adc-823e-e476e9ece684", "code": 200}]} {{(pid=110217) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:58:57.967651 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80525d10-5b3c-4843-a95f-28b3c593178b {{(pid=110217) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:58:57.968330 dv-cinder-834822-3-iscsi neutron-server[110217]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80525d10-5b3c-4843-a95f-28b3c593178b'] response: {'server_uuid': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291b1bcf-b1ca-4adc-823e-e476e9ece684', 'code': 200} Mar 24 07:58:58.021804 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743137845140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743137342760', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743137342778'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:58:58.068584 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Pushing event updated for resources: {'Port': ['ID=291b1bcf-b1ca-4adc-823e-e476e9ece684,revision_number=5']} {{(pid=110217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:58:58.272331 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95093a20-687c-46d1-a786-5d42c6e7ddce req-2d226125-5af0-4bad-a797-c2cd340c9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:58.273827 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-95093a20-687c-46d1-a786-5d42c6e7ddce req-2d226125-5af0-4bad-a797-c2cd340c9557 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 1129 time: 0.0444357 Mar 24 07:58:58.285932 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:58:58.317808 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-95093a20-687c-46d1-a786-5d42c6e7ddce req-7738b7fa-4a3a-4f85-9edd-594eaddd5d0c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Mar 24 07:58:58.755156 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31249f-79ec-424b-b740-c2f3cfc21780 req-a52d3ab8-01cb-4db6-b00a-9d56e68bfb86 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:58.756718 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3a31249f-79ec-424b-b740-c2f3cfc21780 req-a52d3ab8-01cb-4db6-b00a-9d56e68bfb86 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 945 time: 0.0521448 Mar 24 07:58:58.802038 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-3a31249f-79ec-424b-b740-c2f3cfc21780 req-0c7291ba-19e2-404c-a4f4-fd061b8bb34f tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Mar 24 07:58:59.923588 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7830981-91a9-4b40-9b48-34def09482e9 req-d6c27adf-9f97-4f5f-85f6-9738546c4108 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:58:59.925128 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c7830981-91a9-4b40-9b48-34def09482e9 req-d6c27adf-9f97-4f5f-85f6-9738546c4108 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 945 time: 0.0545812 Mar 24 07:58:59.971763 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-c7830981-91a9-4b40-9b48-34def09482e9 req-a7ec5bd6-552e-47a4-a0dc-8b3d5cd9f261 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Mar 24 07:59:05.771305 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:12.290085 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-a49556b1-270f-4b01-8cb2-c22533427f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:14.639867 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9c2e9a44-837a-4af7-b643-2526e274f7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:15.685292 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:17.245299 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:18.759792 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:22.406602 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c114f2-bea4-4afc-9004-7d6e9c66926d req-fb6bbdff-707e-4797-97cf-e3271d290431 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:59:22.408078 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-58c114f2-bea4-4afc-9004-7d6e9c66926d req-fb6bbdff-707e-4797-97cf-e3271d290431 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 945 time: 0.0519953 Mar 24 07:59:22.454636 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-58c114f2-bea4-4afc-9004-7d6e9c66926d req-fbabc706-ba64-4be1-afee-36024c6c0468 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Mar 24 07:59:23.572331 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4e194-0c3e-4c9a-8a4e-39eb1d552300 req-dc4c1c3f-35ec-4591-b091-edfa260f4b3e tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:59:23.573806 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-00e4e194-0c3e-4c9a-8a4e-39eb1d552300 req-dc4c1c3f-35ec-4591-b091-edfa260f4b3e tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 945 time: 0.0520556 Mar 24 07:59:23.621370 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-00e4e194-0c3e-4c9a-8a4e-39eb1d552300 req-9b8d2844-d836-4468-85fc-1fab03ad2f79 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2cc56b6-d507-491d-bde1-6f70515b2a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418248 Mar 24 07:59:24.071126 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1a33eda9-a17d-4cbc-a501-98f701d2a149 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 24 07:59:24.072590 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1a33eda9-a17d-4cbc-a501-98f701d2a149 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 945 time: 0.0599425 Mar 24 07:59:24.184542 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Deleting port 291b1bcf-b1ca-4adc-823e-e476e9ece684 {{(pid=110216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 24 07:59:24.184883 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743137838623'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:24.295741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.db [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] For port 291b1bcf-b1ca-4adc-823e-e476e9ece684, host hv-cinder-83482, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83482',level=0,port_id=291b1bcf-b1ca-4adc-823e-e476e9ece684,segment=NetworkSegment(99371f04-cb24-41ee-a3a1-16022b1f5b0a),segment_id=99371f04-cb24-41ee-a3a1-16022b1f5b0a)] {{(pid=110216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 24 07:59:24.296140 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3733329'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:24.313783 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.plugins.ml2.plugin [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Calling delete_port for 291b1bcf-b1ca-4adc-823e-e476e9ece684 owned by compute:nova {{(pid=110216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 24 07:59:24.519741 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600439', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743137845122', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743137342751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11803303'] for port (291b1bcf-b1ca-4adc-823e-e476e9ece684), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:24.539898 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.db [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] get_ports_and_sgs() called for port_ids ['291b1bcf-b1ca-4adc-823e-e476e9ece684'] {{(pid=110217) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 24 07:59:24.548976 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Pushing event deleted for resources: {'Port': ['ID=291b1bcf-b1ca-4adc-823e-e476e9ece684,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:59:24.595089 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.l3_dvrscheduler_db [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] No DVR routers for this DVR port 291b1bcf-b1ca-4adc-823e-e476e9ece684 on host hv-cinder-83482 {{(pid=110216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 24 07:59:24.597660 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-116443'] for port (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:24.601740 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [req-f612cc79-5181-4895-97a2-f5e59b49801c req-1656ee0a-b97c-4290-959b-27493ec4259a tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.67 "DELETE /v2.0/ports/291b1bcf-b1ca-4adc-823e-e476e9ece684 HTTP/1.1" status: 204 len: 173 time: 0.5237820 Mar 24 07:59:24.602149 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'name': 'network-vif-deleted', 'tag': '291b1bcf-b1ca-4adc-823e-e476e9ece684'}] {{(pid=110216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 24 07:59:24.604417 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76a38383a6c603e3ea68d34a49719df8794d2f64c9a4ccbdbbc8bd5cb092f3d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba4dba6-5fb0-4cc6-9ff7-a9c94f3eb086" -d '{"events": [{"server_uuid": "6dcdfee5-4774-4fd2-919e-1125b860d213", "name": "network-vif-deleted", "tag": "291b1bcf-b1ca-4adc-823e-e476e9ece684"}]}' {{(pid=110216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 24 07:59:24.639677 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Mar 2022 07:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf30c04f-9703-4934-87dc-fa70f0ba313e x-openstack-request-id: req-cf30c04f-9703-4934-87dc-fa70f0ba313e {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 24 07:59:24.640040 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dcdfee5-4774-4fd2-919e-1125b860d213", "name": "network-vif-deleted", "tag": "291b1bcf-b1ca-4adc-823e-e476e9ece684", "status": "completed", "code": 200}]} {{(pid=110216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 24 07:59:24.640426 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf30c04f-9703-4934-87dc-fa70f0ba313e {{(pid=110216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 24 07:59:24.640867 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf30c04f-9703-4934-87dc-fa70f0ba313e'] response: {'server_uuid': '6dcdfee5-4774-4fd2-919e-1125b860d213', 'name': 'network-vif-deleted', 'tag': '291b1bcf-b1ca-4adc-823e-e476e9ece684', 'status': 'completed', 'code': 200} Mar 24 07:59:24.721093 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [req-75e24120-5a76-4a6e-8682-bf20154439af req-2bdb7607-f6a2-475f-8ced-c7ce835b6617 tempest-VolumesSnapshotTestJSON-1525460273 tempest-VolumesSnapshotTestJSON-1525460273-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dcdfee5-4774-4fd2-919e-1125b860d213 HTTP/1.1" status: 200 len: 210 time: 0.0307789 Mar 24 07:59:27.869748 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 291b1bcf-b1ca-4adc-823e-e476e9ece684 no longer exists at agent hyperv_hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 24 07:59:27.889023 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.plugin [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] No Port match for: 291b1bcf-b1ca-4adc-823e-e476e9ece684 {{(pid=110217) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 24 07:59:27.889372 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron.plugins.ml2.rpc [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Device 291b1bcf-b1ca-4adc-823e-e476e9ece684 not bound to the agent host hv-cinder-83482 {{(pid=110217) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 24 07:59:35.284301 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 07:59:35.799038 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:42.296246 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-b17b73a3-5348-4599-b8b6-1cc0210bb0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:44.644487 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-403e538f-58e0-451c-8e30-d7f10cdce35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:45.753507 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:47.244490 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:48.718824 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.296297 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 60244) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:59:51.341024 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Deleting subnet c4a45535-c191-4ece-abbb-9cd6f3acfcd6 {{(pid=110216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 24 07:59:51.344218 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Publish callbacks [] for subnet (c4a45535-c191-4ece-abbb-9cd6f3acfcd6), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.378219 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8941625'] for subnet (c4a45535-c191-4ece-abbb-9cd6f3acfcd6), precommit_delete_associations {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.416397 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3639818'] for subnet (c4a45535-c191-4ece-abbb-9cd6f3acfcd6), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.527002 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3639827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3799928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11801686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8903942'] for subnet (c4a45535-c191-4ece-abbb-9cd6f3acfcd6), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.552107 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a45535-c191-4ece-abbb-9cd6f3acfcd6,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:59:51.560068 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.563133 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c4a45535-c191-4ece-abbb-9cd6f3acfcd6 HTTP/1.1" status: 204 len: 168 time: 0.2658548 Mar 24 07:59:51.564691 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.565049 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.565489 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.565755 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 60246) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:59:51.566175 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.566175 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.566523 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.566931 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.567149 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.567473 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.567803 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.568160 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.568497 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.568822 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.569148 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.570135 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07752e4-cfae-4412-a22b-26b5f6884263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.633613 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3434565'] for network (fa9d5ef4-6814-468a-99eb-237e6124ecc9), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.713350 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3572671', 'neutron.services.segments.db._delete_segments_for_network-8743137683267'] for network (fa9d5ef4-6814-468a-99eb-237e6124ecc9), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.732872 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9d5ef4-6814-468a-99eb-237e6124ecc9']}} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:59:51.742439 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99371f04-cb24-41ee-a3a1-16022b1f5b0a') {'for_net_delete': True} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:59:51.742752 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.services.segments.db [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99371f04-cb24-41ee-a3a1-16022b1f5b0a') {} {{(pid=110215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 24 07:59:51.752066 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743137685324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5831821'] for segment (99371f04-cb24-41ee-a3a1-16022b1f5b0a), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.765608 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427'] for segment (99371f04-cb24-41ee-a3a1-16022b1f5b0a), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.771459 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 24 07:59:51.771845 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3633427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12374907'] for segment (99371f04-cb24-41ee-a3a1-16022b1f5b0a), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: Traceback (most recent call last): Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: timer() Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: cb(*args, **kw) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: return func(*args, **kwargs) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: self._notify() Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: self.callback(batched_events) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: event.method(event) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: aggregate_uuid = self.p_client.list_aggregates( Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: return f(self, *a, **k) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._get(url).json() Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: return self.request(url, 'GET', **kwargs) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: base_url = self.get_endpoint(auth, allow=allow, Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 24 07:59:51.773673 dv-cinder-834822-3-iscsi neutron-server[110215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 24 07:59:51.877733 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3572612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3792715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3721077'] for network (fa9d5ef4-6814-468a-99eb-237e6124ecc9), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.883674 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3792761'] for network (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:51.886807 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa9d5ef4-6814-468a-99eb-237e6124ecc9 HTTP/1.1" status: 204 len: 168 time: 0.3200116 Mar 24 07:59:51.898076 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fa9d5ef4-6814-468a-99eb-237e6124ecc9,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 07:59:51.905319 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.905686 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.906103 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.906396 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.906689 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.907076 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.907352 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.907680 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.908036 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.910340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.910340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.910340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.910340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.910340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:51.910340 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf51714a-5492-4699-ae0b-b7e7820189ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834822-3-iscsi {{(pid=110215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 24 07:59:52.202291 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 60250) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:59:52.242859 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-a1cf9a9e-3c53-4d64-91f6-ded3b7aad1ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59681fa80bcc4c2184bcff61401ce242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394399 Mar 24 07:59:52.245282 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 60252) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 07:59:52.290927 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b7-d538-4ade-9d1f-69a37f8d6552 admin admin] Publish callbacks [] for security_group (a2cc56b6-d507-491d-bde1-6f70515b2a2d), before_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:52.311877 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b7-d538-4ade-9d1f-69a37f8d6552 admin admin] Publish callbacks [] for security_group (a2cc56b6-d507-491d-bde1-6f70515b2a2d), precommit_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:52.433076 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b7-d538-4ade-9d1f-69a37f8d6552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (a2cc56b6-d507-491d-bde1-6f70515b2a2d), after_delete {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:52.435621 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-910ce5b7-d538-4ade-9d1f-69a37f8d6552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 07:59:52.436803 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-910ce5b7-d538-4ade-9d1f-69a37f8d6552 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2cc56b6-d507-491d-bde1-6f70515b2a2d HTTP/1.1" status: 204 len: 168 time: 0.1906371 Mar 24 07:59:52.445101 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ce5b7-d538-4ade-9d1f-69a37f8d6552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc56b6-d507-491d-bde1-6f70515b2a2d,revision_number=None']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 08:00:01.780097 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [-] (110216) accepted ('10.222.0.20', 60322) {{(pid=110216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 08:00:01.882214 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52c22e69-792a-4c46-ba7c-593bde4ddb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:01.957054 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52c22e69-792a-4c46-ba7c-593bde4ddb92 admin admin] Publish callbacks [] for security_group (8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22), precommit_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:02.015352 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron_lib.callbacks.manager [None req-52c22e69-792a-4c46-ba7c-593bde4ddb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22), after_create {{(pid=110216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:02.052082 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c22e69-792a-4c46-ba7c-593bde4ddb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22,revision_number=1']} {{(pid=110216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 08:00:02.058329 dv-cinder-834822-3-iscsi neutron-server[110216]: INFO neutron.wsgi [None req-52c22e69-792a-4c46-ba7c-593bde4ddb92 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d047daaff53a4503bdeb82a71dc0fa0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772043 Mar 24 08:00:02.061222 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.wsgi [-] (110215) accepted ('10.222.0.20', 60326) {{(pid=110215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 24 08:00:02.112016 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c8bea343-785b-4e9c-9b0e-548e60861ccd admin admin] Publish callbacks [] for security_group (8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22), before_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:02.136599 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c8bea343-785b-4e9c-9b0e-548e60861ccd admin admin] Publish callbacks [] for security_group (8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22), precommit_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:02.282858 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c8bea343-785b-4e9c-9b0e-548e60861ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3795233'] for security_group (8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22), after_delete {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:02.285442 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron_lib.callbacks.manager [None req-c8bea343-785b-4e9c-9b0e-548e60861ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:02.286623 dv-cinder-834822-3-iscsi neutron-server[110215]: INFO neutron.wsgi [None req-c8bea343-785b-4e9c-9b0e-548e60861ccd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22 HTTP/1.1" status: 204 len: 168 time: 0.2242789 Mar 24 08:00:02.297556 dv-cinder-834822-3-iscsi neutron-server[110215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bea343-785b-4e9c-9b0e-548e60861ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd3bc8b-5ee5-40a3-8dc1-8ddc247d2c22,revision_number=None']} {{(pid=110215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 24 08:00:05.820930 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:12.278318 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-61115652-d671-44cb-b219-75e4d7022fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:12.282406 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:00:14.689562 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f9c07ef0-fbec-463a-be5c-6a4081435b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:15.701374 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:17.266896 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:18.712622 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:35.763878 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:42.266207 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7f5fcbb2-2aaa-43b5-8f72-722910333353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:44.648609 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-76104441-b39f-459e-8888-2875eb37870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:45.683404 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:47.283213 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:48.723139 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:00:49.280977 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:01:05.751732 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:12.293959 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-7e65f5a8-5ea5-4f51-8fb0-f62d53645f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:14.636717 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-f50c4e93-e359-49af-8bd0-98770fab5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:15.676808 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:17.247648 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:18.711053 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:26.280314 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:01:35.763558 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:42.311170 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-6679c86d-8e70-4f8a-a0db-9b4a26b001e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:44.659122 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-c2ea97db-0d5e-46f8-835a-4bad32b63c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:45.738401 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:47.236332 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:01:48.704931 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:03.279427 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:02:05.761994 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:12.314995 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-19c71913-aae1-4a19-8692-766cd0fac881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:14.710277 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-69e2858a-5d69-4f6d-ac12-56b52d72bfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:15.681402 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:17.281136 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:18.715404 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:35.778146 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:40.277910 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:02:42.315059 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e9c30af-50e9-47f4-9e83-669db494f101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:44.663476 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9bdc689f-71b5-4266-93db-55e8b6efaae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:45.686375 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:47.269949 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:02:48.750284 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:01.570479 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [req-48e5331d-dad0-474f-a972-8c3caa257180 req-d3406c72-1352-49c5-b7d7-21064c012311 service neutron] (110216) timed out ('10.222.0.67', 61802) {{(pid=110216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 08:03:02.749914 dv-cinder-834822-3-iscsi neutron-server[110216]: DEBUG neutron.wsgi [req-6422ff55-76c8-4e0f-8269-eb94b93f71fb req-fea572bd-8be1-4eb8-b383-7b1c9ca30a72 tempest-AttachVolumeNegativeTest-603172801 tempest-AttachVolumeNegativeTest-603172801-project] (110216) timed out ('10.222.0.67', 62061) {{(pid=110216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 24 08:03:05.755067 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:12.291346 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-bc3d176f-a995-4fb5-bce8-2a8f3ca7d14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:14.686002 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-64ffade4-df90-40c6-914a-2d1a3169db35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:15.703119 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:17.257424 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:17.275917 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:03:18.720377 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:35.783676 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:42.285063 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-5adf8af8-d419-448d-aa50-d931ac57df1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:44.713730 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1613d20c-9c73-46be-b43b-cd6e3d686d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:45.731042 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:47.239737 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:48.685396 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:03:54.275248 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:04:05.816226 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:12.307811 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9dc37aba-4a06-4093-b3ca-e1a4e49f9ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:14.684535 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-1d216290-1a88-4ee0-bbf8-181e0945d685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:15.747713 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:17.273091 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:18.718811 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:31.273653 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 24 08:04:35.816249 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:42.260997 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-9e2c871c-b984-43fb-b1a5-6c6bc639fc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (53a82420-887c-4e5a-bc93-cc25f059e4e8), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:44.643964 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-964b97bd-771b-44e4-b78e-85e8952f55f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (0fd1cad1-b9f1-49a8-9be6-371d05b65773), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:45.730060 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-0255a878-2331-4668-be61-e1b7c79891f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (786edec7-826d-45f0-a236-19e319dd708f), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:47.243690 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-e6481893-dda1-4853-b5cb-2d9545604cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (9e0eebe6-1a7e-439a-9c98-a962b91e5e4c), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:04:48.730151 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-149f1165-bb5c-46aa-bc30-6261ba916de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (99533e7c-bfe6-45aa-b40c-e4c31ab73760), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:05:05.820765 dv-cinder-834822-3-iscsi neutron-server[110217]: DEBUG neutron_lib.callbacks.manager [None req-de6d1509-baa9-485a-8610-0f251afa931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743137683249', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3579004'] for agent (50b8ec59-aedb-4ecf-bd8d-15ce29661b17), after_update {{(pid=110217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 24 08:05:08.272474 dv-cinder-834822-3-iscsi neutron-server[110218]: DEBUG neutron.db.agents_db [None req-f3b3eccc-0d51-47b2-81fb-d18311fbd288 None None] Agent healthcheck: found 6 active agents {{(pid=110218) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}